-- Logs begin at Thu 2021-04-15 18:47:07 UTC, end at Thu 2021-04-15 19:51:42 UTC. --
Apr 15 19:26:17.489870 dv-cinder-776307-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 19:26:20.622390 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.common.config [-] Logging enabled!
Apr 15 19:26:20.622912 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 19:26:20.624300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85263) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 19:26:20.626100 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.common.config [-] Logging enabled!
Apr 15 19:26:20.626393 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 19:26:20.626747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85263) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 19:26:20.627802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:26:20.628075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:26:20.629102 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:26:20.629386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:26:20.629655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:26:20.630030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.630377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.630723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.630988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.631334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.631677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.632004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.632341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.632691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.633020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.633366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.633951 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.634220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.634544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.634879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.635214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.635590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.635791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.636324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.636648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.636971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.637305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.637649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.637963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.638280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.638605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.639510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] host                           = dv-cinder-776307-4-iscsi {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.639830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.640166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.640500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.640833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.641149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.641495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.641828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.642143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.642458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.642776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.643115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.643449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.643789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.644049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.644304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.644637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.644971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.645286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.645630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.645946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.646263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.646579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.646888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.647218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.647549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.647879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.648195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.648510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.648821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.649135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.649486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.649802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.650118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.650431 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.650763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.651073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.651385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.651729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.652061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.652388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.652718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.653038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.653383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.653699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.654010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.654318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.655210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.655519 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.655845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.656156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.656468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.656781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.657091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.657444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:20.657783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.658123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.658470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.658796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.659136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.659458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.659793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.660112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.660446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.660781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.661110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.661452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.661783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.662101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.662442 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.662796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.663142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.663481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.663797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.664112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.664425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.664745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.665072 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.665433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.665772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.666087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.666406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.666744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.667062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.667374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.667688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.668022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.668339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.668651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.668974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.669291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.669629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.669943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.670285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.670619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.670936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.671247 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.671556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.671871 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.672181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.672504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.672819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.673138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.673470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.673789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.674101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.674414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.674728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.675039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.675353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.675663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.675973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.676285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.676593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.676904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.677213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.677547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.677861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.678174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.678487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.678795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.679105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.679415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.679738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.680072 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.680389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.680705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.681020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.681371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.681672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.681986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.682301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.682617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.682926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.683266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.683592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.683917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.684237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.684554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.684895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.685215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.685561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.685903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.686222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.686550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.686869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.687202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.687539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.687873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.688207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.688541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.688862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.689215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.689560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:20.689812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:26:20.690075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85263) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 19:26:21.352844 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO keyring.backend [-] Loading Gnome
Apr 15 19:26:21.369969 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO keyring.backend [-] Loading Google
Apr 15 19:26:21.372661 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 19:26:21.376835 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO keyring.backend [-] Loading file
Apr 15 19:26:21.377715 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO keyring.backend [-] Loading keyczar
Apr 15 19:26:21.378001 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO keyring.backend [-] Loading multi
Apr 15 19:26:21.378644 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO keyring.backend [-] Loading pyfs
Apr 15 19:26:21.424830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:26:21.425129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:26:21.425481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:26:21.425862 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 19:26:21.817671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.818160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.818260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.819626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.820052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.820355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.857208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.857569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.857873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.872326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.872646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.872953 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.938781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.939056 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.939362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.940369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.940681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:21.942449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.212305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6d9d230b70> agent after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.212565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6d9d230b70> agent after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.212867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6d9d230bf8> segment precommit_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.213173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6d9d230c80> network precommit_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.214052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6d9d242d90> segment before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.360539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> network before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.360925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6d9d18c0d0> agent before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.361253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> network before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.361587 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> port before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.361888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> port before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.362277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> segment after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.362578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> segment precommit_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.362869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> segment precommit_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.363158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> segment after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.363500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> network after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.363794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> network precommit_delete 0 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.364100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> port provisioning_complete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.364407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.364701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> rbac-policy after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.365012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> agent after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.365344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> subnet after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.365649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> subnet precommit_delete 0 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.365966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.366252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.366595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> segment_host_mapping after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.367055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> port after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.367341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> port after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.367625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> port after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.367965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.368249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.368528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6d9d1382e8>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.368946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:22.369220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:22.369523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:22.369794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:22.370065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:22.370335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:22.370749 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 19:26:22.374549 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 19:26:22.378578 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 19:26:22.382335 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 15 19:26:22.384263 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 19:26:22.385562 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 19:26:22.385950 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 19:26:22.386393 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 19:26:22.389680 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 19:26:22.389966 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 19:26:22.390355 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 19:26:22.417838 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 19:26:22.418357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6d9d163748>> qos_plugin after_init 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.418689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85263) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 19:26:22.419283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6d9d11b2e8>> logging-plugin after_init 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.420668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85263) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 19:26:22.420992 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 19:26:22.421270 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 19:26:22.424459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6d9d11b358>> floatingip before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.424781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6d9d11b358>> port before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:22.492053 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 19:26:22.492278 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 19:26:22.492549 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 19:26:22.492949 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 19:26:22.526644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.sqlalchemy.engines [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85263) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 19:26:23.046702 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing driver for type 'gre'
Apr 15 19:26:23.047262 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] gre ID ranges: [(1, 1000)]
Apr 15 19:26:23.190592 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing driver for type 'local'
Apr 15 19:26:23.190973 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing driver for type 'vlan'
Apr 15 19:26:23.240574 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] VlanTypeDriver initialization complete
Apr 15 19:26:23.240950 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing driver for type 'vxlan'
Apr 15 19:26:23.241539 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] vxlan ID ranges: [(1, 1000)]
Apr 15 19:26:23.350601 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing extension driver 'port_security'
Apr 15 19:26:23.350973 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.extensions.port_security [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] PortSecurityExtensionDriver initialization complete
Apr 15 19:26:23.351349 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing mechanism driver 'openvswitch'
Apr 15 19:26:23.351713 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing mechanism driver 'hyperv'
Apr 15 19:26:23.358568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:26:23.359392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9d12dc50>> port after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.359806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9d12dc50>> port after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.360203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9d12dc50>> port after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.360637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9f6d68>> subnet after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.361036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9f6d68>> subnet after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.361452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9f6d68>> subnet after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.361879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9f6f28>> network after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.362273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9f6f28>> network after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.362659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9f6f28>> network after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.363081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd128>> security_group after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.363471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd128>> security_group after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.363996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd128>> security_group after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.364421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd2e8>> security_group_rule after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.364810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd2e8>> security_group_rule after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.365195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd2e8>> security_group_rule after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.365642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd4a8>> address_group after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.366047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd4a8>> address_group after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.366411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6d9c9fd4a8>> address_group after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.366783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] ML2 OVO RPC backend initialized. {{(pid=85263) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 19:26:23.367582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> router_interface after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.368008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> router_interface after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.368447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> network before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.368843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> networks before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.369230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> port before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.369636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> ports before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.370024 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> subnet before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.370407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> subnets before_response 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.370795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> network after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.371175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> network after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.371551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> network after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.371927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> port after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.372303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> port after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.372678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> port after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.373053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> subnet after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.373452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> subnet after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.373826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6d9c9fd588>> subnet after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.374465 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.plugin [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Modular L2 Plugin initialization complete
Apr 15 19:26:23.374828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading services supported by the core plugin {{(pid=85263) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 19:26:23.375200 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.plugins.ml2.managers [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Got port-security extension from driver 'port_security'
Apr 15 19:26:23.375708 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.extensions.vlantransparent [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Disabled vlantransparent extension.
Apr 15 19:26:23.376246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85263) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 19:26:23.376599 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: router
Apr 15 19:26:23.414804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router_interface before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.415248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router after_create 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.415668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router before_create 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.416078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router_interface before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.416502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router_interface after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.416898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router after_delete 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.417303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> floatingip after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.417782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router after_create 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.418171 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router after_update 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.418569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router after_update 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.418961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router_gateway after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.419362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router after_update 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.420444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router precommit_update 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.420876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6d9d05d400> port after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.421260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6d9d05d2f0> port after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.421690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6d9d05d378> subnet after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.422076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6d9d05d488> subnetpool_address_scope after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.422475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> port precommit_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.422867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router precommit_create 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.423254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6d9d04e8c8> port before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.423643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router precommit_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.424054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router after_update 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.424441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router precommit_delete 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.424837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router precommit_create 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.425249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router_interface after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.425666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> router precommit_update 55549900 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.426103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6d9c9fd710>> network after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.427102 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Tracking information for resource: router configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:23.427479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Tracking information for resource: floatingip configured {{(pid=85263) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:26:23.432255 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_agentschedulers_db [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 19:26:23.432914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6d9c97dd90> port after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.433316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6d9c97dc80> port after_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.433750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function _notify_port_delete at 0x7f6d9c97dd08> port after_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.434148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6d9c97df28> port after_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.435054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6d9c9a9470>> router before_create 55550100 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.435490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6d9c9a9470>> router precommit_delete 55550100 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.435897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6d9c9a9470>> router precommit_create 55550100 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.436298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6d9c9a9470>> router precommit_update 55550100 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.441114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.provider_configuration [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service providers = [] {{(pid=85263) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 19:26:23.441548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.servicetype_db [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85263) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 19:26:23.444383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.service_base [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85263) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:26:23.444778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.service_base [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85263) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:26:23.445163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.service_base [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85263) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:26:23.446090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.service_base [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85263) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:26:23.446502 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.services.service_base [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 19:26:23.446920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.447281 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 19:26:23.457867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.458252 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: auto_allocate
Apr 15 19:26:23.464019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6d9c950598> network precommit_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.464433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6d9c950598> network precommit_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.465026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.465418 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: tag
Apr 15 19:26:23.473001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.473403 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: timestamp
Apr 15 19:26:23.477208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.477607 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: network_ip_availability
Apr 15 19:26:23.483109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6d9c94f7f0>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.483522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6d9c94f7f0>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.483918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6d9c94f7f0>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.484711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.485076 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: flavors
Apr 15 19:26:23.489631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.490009 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading Plugin: revisions
Apr 15 19:26:23.494454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85263) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:26:23.494879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.069s {{(pid=85263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:26:23.495685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85263) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 19:26:23.496050 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Initializing extension manager.
Apr 15 19:26:23.496618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: __init__.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.497005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: __pycache__ {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.497412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.497795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: address_group.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.498628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.499268 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: address-group
Apr 15 19:26:23.499639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: address_scope.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.500413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.500994 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: address-scope
Apr 15 19:26:23.501381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.502333 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.502914 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: router-admin-state-down-before-update
Apr 15 19:26:23.503284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: agent.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.504046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.504623 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: agent
Apr 15 19:26:23.504992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: agent_resources_synced.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.505941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.506520 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: agent-resources-synced
Apr 15 19:26:23.506888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: allowedaddresspairs.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.508973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.509586 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: allowed-address-pairs
Apr 15 19:26:23.509959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: auto_allocated_topology.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.511050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.511636 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: auto-allocated-topology
Apr 15 19:26:23.512006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: availability_zone.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.512760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.513371 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: availability_zone
Apr 15 19:26:23.514253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: availability_zone_filter.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.515183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.515772 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: availability_zone_filter
Apr 15 19:26:23.516143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: data_plane_status.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.517189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.517792 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 19:26:23.518162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: default_subnetpools.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.519094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.519668 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: default-subnetpools
Apr 15 19:26:23.520034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.520909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.521522 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: dhcp_agent_scheduler
Apr 15 19:26:23.521888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: dns.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.522819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.523391 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 19:26:23.523757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: dns_domain_ports.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.524691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.525274 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 19:26:23.525673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: dvr.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.526402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.526979 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: dvr
Apr 15 19:26:23.527347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: empty_string_filtering.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.528281 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.528860 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: empty-string-filtering
Apr 15 19:26:23.529295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.530248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.530823 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 19:26:23.531193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.532117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.532686 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 19:26:23.533053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: external_net.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.533999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.534578 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: external-net
Apr 15 19:26:23.534942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.535873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.536448 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: extra_dhcp_opt
Apr 15 19:26:23.536812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: extraroute.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.537764 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.538348 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: extraroute
Apr 15 19:26:23.538712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: extraroute_atomic.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.539738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.540317 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: extraroute-atomic
Apr 15 19:26:23.540685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: filter_validation.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.541421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.541998 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: filter-validation
Apr 15 19:26:23.542362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: fip_pf_description.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.543284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.543850 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 19:26:23.544214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: fip_port_details.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.545798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.546377 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: fip-port-details
Apr 15 19:26:23.546741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: flavors.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.547982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.548570 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: flavors
Apr 15 19:26:23.548946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.550648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.551240 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 19:26:23.551611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: floatingip_pools.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.552367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.552951 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: floatingip-pools
Apr 15 19:26:23.553319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: ip_allocation.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.554293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.554868 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 19:26:23.555239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.556207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.556785 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: ip-substring-filtering
Apr 15 19:26:23.557154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l2_adjacency.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.558110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.558685 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 19:26:23.559051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l3.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.560158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.561291 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: router
Apr 15 19:26:23.561705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.563990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.564590 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 19:26:23.564968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.565938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.566523 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: ext-gw-mode
Apr 15 19:26:23.566897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.567939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.568518 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: l3-ha
Apr 15 19:26:23.568890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l3_flavors.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.569853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.570430 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: l3-flavors
Apr 15 19:26:23.570793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.571725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.572307 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 19:26:23.572670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: l3agentscheduler.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.573895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.574490 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: l3_agent_scheduler
Apr 15 19:26:23.574860 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: logging.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.576443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.577031 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension logging not supported by any of loaded plugins
Apr 15 19:26:23.577432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: metering.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.578231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.578935 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: metering
Apr 15 19:26:23.579304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.580473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.581055 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: metering_source_and_destination_fields
Apr 15 19:26:23.581447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: multiprovidernet.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.582395 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.582975 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: multi-provider
Apr 15 19:26:23.583342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: netmtu.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.584272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.584852 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: net-mtu
Apr 15 19:26:23.585216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: netmtu_writable.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.586180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.586772 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: net-mtu-writable
Apr 15 19:26:23.587140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: network_availability_zone.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.587962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.588548 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: network_availability_zone
Apr 15 19:26:23.588922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: network_ip_availability.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.590084 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.590665 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: network-ip-availability
Apr 15 19:26:23.591030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: network_segment_range.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.591898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.592473 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 19:26:23.592837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: pagination.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.593864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.594244 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: pagination
Apr 15 19:26:23.594607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: port_device_profile.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.595533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.596120 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: port-device-profile
Apr 15 19:26:23.596521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.597520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.598116 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: port-mac-address-regenerate
Apr 15 19:26:23.598481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.599427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.600016 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: port-numa-affinity-policy
Apr 15 19:26:23.600380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: port_resource_request.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.601365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.601900 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 19:26:23.602338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: portbindings.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.603215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.603795 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: binding
Apr 15 19:26:23.604159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: portbindings_extended.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.605508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.606120 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: binding-extended
Apr 15 19:26:23.606491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: portsecurity.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.607951 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.608537 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: port-security
Apr 15 19:26:23.608908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: project_id.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.609932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.610316 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: project-id
Apr 15 19:26:23.610686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: providernet.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.611615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.612201 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: provider
Apr 15 19:26:23.612570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.616252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.616855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos not supported by any of loaded plugins
Apr 15 19:26:23.617234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.618662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.619253 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 19:26:23.619628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.620566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.621146 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 19:26:23.621548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_default.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.622503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.623646 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-default not supported by any of loaded plugins
Apr 15 19:26:23.624017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_fip.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.624725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.625295 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 19:26:23.625683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_gateway_ip.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.626627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.627197 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 19:26:23.627563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_port_network_policy.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.628504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.629092 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 19:26:23.629499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_rule_type_details.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.630447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.631020 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 19:26:23.631387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: qos_rules_alias.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.632453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.633028 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 19:26:23.633419 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: quotasv2.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.634692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.635074 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: quotas
Apr 15 19:26:23.635438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: quotasv2_detail.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.637407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.637566 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: quota_details
Apr 15 19:26:23.637940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: rbac.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.639146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.639755 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: rbac-policies
Apr 15 19:26:23.640120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: rbac_address_group.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.641093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.641707 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: rbac-address-group
Apr 15 19:26:23.642076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: rbac_address_scope.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.643015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.643595 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: rbac-address-scope
Apr 15 19:26:23.643964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: rbac_security_groups.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.644897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.645514 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: rbac-security-groups
Apr 15 19:26:23.645885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: rbac_subnetpool.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.646823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.647413 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: rbac-subnetpool
Apr 15 19:26:23.647777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: revisionifmatch.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.648733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.649350 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: revision-if-match
Apr 15 19:26:23.649722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: revisions.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.650871 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.651450 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: standard-attr-revisions
Apr 15 19:26:23.651821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: router_availability_zone.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.652543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.653123 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: router_availability_zone
Apr 15 19:26:23.653520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: routerservicetype.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.654506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.655083 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 19:26:23.655451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.656391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.656971 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: security-groups-normalized-cidr
Apr 15 19:26:23.657345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.658310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.658885 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: port-security-groups-filtering
Apr 15 19:26:23.659252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.660214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.660795 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: security-groups-remote-address-group
Apr 15 19:26:23.661158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: securitygroup.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.675155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.675771 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: security-group
Apr 15 19:26:23.676152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: segment.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.677026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.677641 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension segment not supported by any of loaded plugins
Apr 15 19:26:23.678018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.678978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.679564 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 19:26:23.679939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: servicetype.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.681057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.681672 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: service-type
Apr 15 19:26:23.682045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: sorting.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.683044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.683430 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: sorting
Apr 15 19:26:23.683796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: standard_attr_segment.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.684740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.685325 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 19:26:23.686259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: standardattrdescription.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.686951 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.687523 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: standard-attr-description
Apr 15 19:26:23.687890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: stateful_security_group.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.688847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.689462 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: stateful-security-group
Apr 15 19:26:23.689838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: stdattrs_common.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.690437 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 19:26:23.690801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.691828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.692407 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 19:26:23.692769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: subnet_onboard.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.693877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.694464 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: subnet_onboard
Apr 15 19:26:23.694829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.695772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.696358 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 19:26:23.696726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: subnet_service_types.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.697729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.698308 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: subnet-service-types
Apr 15 19:26:23.698672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: subnetallocation.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.699777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.700362 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: subnet_allocation
Apr 15 19:26:23.700730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.701495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.702097 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: subnetpool-prefix-ops
Apr 15 19:26:23.702464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.703424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.703999 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 19:26:23.704364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: tagging.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.705661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.706252 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: standard-attr-tag
Apr 15 19:26:23.706621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: timestamp.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.707804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.708394 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loaded extension: standard-attr-timestamp
Apr 15 19:26:23.708765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: trunk.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.709834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.710415 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension trunk not supported by any of loaded plugins
Apr 15 19:26:23.710784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: trunk_details.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.711712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.712288 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 19:26:23.712654 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: uplink_status_propagation.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.713622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.714196 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 19:26:23.714561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Loading extension file: vlantransparent.py {{(pid=85263) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:26:23.715273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85263) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:26:23.715845 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 19:26:23.718598 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:network
Apr 15 19:26:23.719432 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:subnet
Apr 15 19:26:23.720124 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:26:23.720786 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:port
Apr 15 19:26:23.722313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.722804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service FLAVORS assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.723485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.723967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.724342 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:router
Apr 15 19:26:23.725066 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 19:26:23.725886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service METERING assigned prefix: /metering {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.727695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6d9c7f4b70>> rbac-policy before_create 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.728103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6d9c7f4b70>> rbac-policy before_update 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.728496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6d9c7f4b70>> rbac-policy before_delete 55550000 {{(pid=85263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:26:23.729666 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 19:26:23.730169 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 19:26:23.730976 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 19:26:23.731784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service CORE assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.732164 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:26:23.733068 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] subnetpool is already registered
Apr 15 19:26:23.733769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service CORE assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.734141 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:26:23.734507 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] subnetpool is already registered
Apr 15 19:26:23.737263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.737772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service FLAVORS assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.738426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.738895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.739274 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:router
Apr 15 19:26:23.739652 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] router is already registered
Apr 15 19:26:23.740320 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 19:26:23.740691 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] floatingip is already registered
Apr 15 19:26:23.741414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service METERING assigned prefix: /metering {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.742157 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 19:26:23.742528 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] rbac_policy is already registered
Apr 15 19:26:23.743154 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 19:26:23.743523 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] security_group is already registered
Apr 15 19:26:23.744169 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 19:26:23.744535 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] security_group_rule is already registered
Apr 15 19:26:23.745272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service CORE assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.745666 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:26:23.746031 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] subnetpool is already registered
Apr 15 19:26:23.746715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.resource_helper [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Service CORE assigned prefix:  {{(pid=85263) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:26:23.747085 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:26:23.747449 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.quota.resource_registry [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] subnetpool is already registered
Apr 15 19:26:23.748837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: extensions {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.750401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: address-groups {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.752053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: address-scopes {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.753326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: agents {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.754567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: auto-allocated-topology {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.755870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: availability_zones {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.757249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: dhcp-networks {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.758999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: dhcp-agents {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.760506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: routers {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.762402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: flavors {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.763664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: service_profiles {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.764936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: next_providers {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.766566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: service_profiles {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.768077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: floatingip-pools {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.769391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: routers {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.771248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: floatingips {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.772512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: l3-routers {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.773999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: l3-agents {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.775479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: metering-labels {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.777758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: metering-label-rules {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.779106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: network-ip-availabilities {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.780528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: bindings {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.782278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: quotas {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.783790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: quotas {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.785283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: rbac-policies {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.786670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: security-groups {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.787955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: security-group-rules {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.789251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: service-providers {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.790578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: subnetpools {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.792068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: subnetpools {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.793605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.795908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.797813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.799665 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.801568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.803499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.805268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.807294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.809221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.811825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.extensions [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Extended resource: tags {{(pid=85263) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:26:23.818644 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING keystonemiddleware.auth_token [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 19:26:23.823927 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING keystonemiddleware.auth_token [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 19:26:23.832826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Acquired lock "singleton_lock" {{(pid=85263) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 19:26:23.833372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Releasing lock "singleton_lock" {{(pid=85263) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 19:26:23.834827 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO oslo_service.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Starting 2 workers
Apr 15 19:26:23.839586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Started child 85378 {{(pid=85263) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:26:23.844048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:23.844765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Started child 85379 {{(pid=85263) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:26:23.845666 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [-] (85378) wsgi starting up on http://0.0.0.0:9696
Apr 15 19:26:23.846279 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 19:26:23.846955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Notify callbacks [] for process, before_spawn {{(pid=85263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:23.848166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:23.849419 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO oslo_service.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Starting 1 workers
Apr 15 19:26:23.849573 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [-] (85379) wsgi starting up on http://0.0.0.0:9696
Apr 15 19:26:23.854929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Started child 85380 {{(pid=85263) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:26:23.855402 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO oslo_service.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Starting 1 workers
Apr 15 19:26:23.856968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] calling RpcWorker wait() {{(pid=85380) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 19:26:23.857991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] returning from RpcWorker wait() {{(pid=85380) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 19:26:23.859540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:23.860040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:26:23.860689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Started child 85381 {{(pid=85263) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:26:23.862812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4e130d71-e4b5-41f3-925c-18fe680e7852 None None] Notify callbacks [] for process, after_spawn {{(pid=85263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:23.864187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85263) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 19:26:23.864432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:26:23.864640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:26:23.864913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:26:23.865009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:23.865354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:26:23.865554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:26:23.866114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.866415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.866723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.867010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.867347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.868003 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.868330 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.868620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.868926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.869203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.869436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.869635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.869927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.870202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.870545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.870864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.871138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.871430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.871650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.871940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.872251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.872543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.872842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.873144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.873748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.874015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.874299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.874553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.874857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.875127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.875424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.875688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.875940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.876207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.876489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.876751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.876995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.877249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.877562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.877830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.878266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-4-iscsi {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.878540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.878788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.879059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.879328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.879623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.879888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.880180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.880483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.880767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.881041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.881317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.881628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.881908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.882183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.882376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.882638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.882946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.883240 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.883455 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.883904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.884097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.884397 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.884560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.884849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.885098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.885378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.885627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.885862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.886111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.886404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.886646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.886914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.887171 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.887461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.887754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.888078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.888310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.888737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.889004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.889448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.889704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.890014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.890284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.890533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.890682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:26:23.890829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.891045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.891331 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.891602 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.891885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.892161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.892402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.892669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.893013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.893281 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.893586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.893868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.894116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.894382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.894628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.894892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.895163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.895408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.895663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.895945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.896195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.896443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.896770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.896936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.897183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.897653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.897970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.898327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.898589 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.898877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.899168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.899486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.899715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.900001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.900271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.900594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.900856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.901178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.901483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.924966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.926311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.933197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.934783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.935573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.936351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.937827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.938515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.939911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.940601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.941308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.942523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.943887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.944577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.946667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.946667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.946667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.946937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.947038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.947286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.947544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.947791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.948040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.948297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.948578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.948833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.949328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.949328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.949328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.950150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.950257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.950504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.950851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.951172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.951446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.951730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.951986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.952288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.952539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.952788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.953044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.953293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.953582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.953836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.954083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.954341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.954602 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.954864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.955111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.955358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.955593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.955837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.956170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.956463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.956720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.957033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.957305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.957643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.958413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.958780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.959036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.959324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.959593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.959867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.960126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.960474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.960864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.961225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.961550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.961831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.962161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.962474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.962775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.963029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.963364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.963721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.964010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.964307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.964579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.964872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.965138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.965419 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.965677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.965932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.966185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.966488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.967282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.967547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.967805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.968073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.968327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.968609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.968874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.969149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.969424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.969614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:26:23.970132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85263) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 19:26:23.970325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:26:23.970511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:26:23.970716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:26:23.970919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:26:23.971102 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:26:23.971352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.971544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.971733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.971922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.972109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.972317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.972506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.972697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.972885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.973072 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.973259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.973469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.973657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.973844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.974031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.974217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.974404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.974590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.974781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.974967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.975153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.975339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.975524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.975709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.975929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.976118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.976305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.976488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.976631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.976966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.977318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.977534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.977722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.977909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.978095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.978292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.978451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.978629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.978813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.978998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.979184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] host                           = dv-cinder-776307-4-iscsi {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.979379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.979558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.979744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.979929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.980116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.980301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.980486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.980672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.980858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.981043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.981229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.981423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.981601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.981788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.981974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.982159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.982874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.983063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.983273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.983463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.983650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.983835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.984343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.984343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.984343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.984613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.984709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.984804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.984944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.985677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.985677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.985677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.985677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.986934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.987032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.987220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.987406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.987591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.987775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.987961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.988148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.988334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.988518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.988702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.988887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.989075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.989260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.989469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.989654 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.989838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.990022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.990178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.990366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.990553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.990738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.990922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.991107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.991291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.991478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.991662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.991847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.992032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:26:23.992255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.992447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.992648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.993211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.993211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.993211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.993638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.993638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.993838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.993838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.994018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.994189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.994391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.994581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.994771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.994964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.995154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.995343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.995533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.995722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.995909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.996098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.996304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.996496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.996686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.996875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.997063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.997253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.997467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.997659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.997865 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.998063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.998254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.998441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.998631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.998819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.999008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.999196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.999386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.999577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.999765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:23.999955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.000130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.000280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.000468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.000657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.000845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.001034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.001223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.001434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.001637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.001830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.001988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.002180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.002369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.002556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.002744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.002936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.003125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.003313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.003500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.003704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.003893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.004082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.004270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.004460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.004648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.004838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.005027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.005215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.005427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.005617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.005807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.005979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.006167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.006360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.006548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.006737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.006928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.007097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.007280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.007468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.007658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.007846 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.008043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.008314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.008429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.008846 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.009041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.009230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.009444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.009634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.009823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.010012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.010201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.010390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.010579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.010771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.010959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.011148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.011336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.011524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.011715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.011904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.012092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.012280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.012470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.012658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.012845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.013035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.013224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.013449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.013666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.013860 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.014053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.014261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.014453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.014644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.014835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.015025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.015215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.015405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.015593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.015782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.015971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.016159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.016349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.016547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.016749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.016941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.017131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.017605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.017605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.017822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.017919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.018071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.018261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.018420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.018614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.018803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.018993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.019184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.019373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.019562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.019751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.019939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.020128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.020317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.020509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.020699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.020889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.021077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.021265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.021454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.021643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.021833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.022022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.022196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.022383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.022574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.022760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.022954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.023143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.023312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.023503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.023690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.023879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.024068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.024237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.024427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.024616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.024808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.024997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.025188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.025396 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.025588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.025780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.031737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.032463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.033186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.034705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.035514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.035514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.035514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.035514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.035514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.035514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.036878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.037114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.037318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.037543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.037736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.037937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.038137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.038336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.038525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.038758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.038902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.039033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:26:24.039146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.039256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.039420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.039611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.039799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.039988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.040177 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.040366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.040554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.040742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.041015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.041146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.041299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.041512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.041703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.041893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.042084 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.042313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.042457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:26:24.042595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85263) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:26:24.155346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 37852) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:26:24.166612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0090818
Apr 15 19:26:35.531770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15afcd7-bf1a-49b6-8be4-0aac20aebbab None None] get_active_networks_info from dv-cinder-776307-4-iscsi {{(pid=85380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 19:26:35.662380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15afcd7-bf1a-49b6-8be4-0aac20aebbab None None] No non-hosted networks {{(pid=85380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 19:26:35.682803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agentschedulers_db [None req-c15afcd7-bf1a-49b6-8be4-0aac20aebbab None None] DHCP Agent not found on host dv-cinder-776307-4-iscsi {{(pid=85380) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 15 19:26:35.996172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-483210ea-04f4-4069-adbc-89e97399ebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151'] for agent, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:37.470127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fc33a48a-0cae-419c-9df9-f2bbad688848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151'] for agent, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:37.532743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d88412b1-517a-4fa3-a183-2f037d477b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:38.011435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151'] for agent, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:38.491271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151'] for agent, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:38.492622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.493219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.493817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.494390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.494958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.495539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.496153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.496620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.497789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.498466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.499063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.499680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:38.500307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6d9bbb7438>, 'Open vSwitch agent', 'dv-cinder-776307-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:26:38.505464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6d9bbc1630>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:26:39.835592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151'] for agent, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:40.039681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 37940) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:26:40.657918 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-7c94aa61-610a-4c39-9907-bc44c9232a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:26:40.658491 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-7c94aa61-610a-4c39-9907-bc44c9232a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:26:40.888647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [None req-7c94aa61-610a-4c39-9907-bc44c9232a79 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:26:40.889788 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7c94aa61-610a-4c39-9907-bc44c9232a79 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8489847
Apr 15 19:26:43.612651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 37956) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:26:44.019927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:26:44.124213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.policy [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85379) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 19:26:44.179934 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:26:44.180302 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:26:44.199012 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6d9c4da080>.
Apr 15 19:26:44.215774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:26:44.319285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280055253349', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280055253961', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280055263257', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280055269629', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280055220899', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280055207010', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854727740', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-60518', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853163209', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853325569'] for rbac-policy, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:44.612697 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_hamode_db [None req-44a604ad-f511-4c91-8297-9b251cd8adeb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 19:26:44.749051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a604ad-f511-4c91-8297-9b251cd8adeb None None] Routers set() bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:26:44.749524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a604ad-f511-4c91-8297-9b251cd8adeb None None] Router IDs set() for agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 19:26:44.759761 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:44.761024 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8e4ddf97-d8ed-4e32-b08e-28810087fe41 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1472652
Apr 15 19:26:47.705114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 37970) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:26:48.072809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'name': 'private'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:26:48.078605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:26:48.083041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Usage tracker for resource:network and tenant:b292d334548e46d9a64049d375a43a90 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:26:48.086468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:26:48.093261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:26:48.131787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Made reservation on behalf of b292d334548e46d9a64049d375a43a90 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:26:48.137799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.153967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.168878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:26:48.172626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Usage tracker for resource:security_group_rule and tenant:b292d334548e46d9a64049d375a43a90 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:26:48.175966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:26:48.181671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:26:48.378845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.400457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.405816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:26:48.427980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:26:48.453065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280056995649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.453691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6d9d230bf8> segment precommit_create {{(pid=85379) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 19:26:48.454165 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Added segment de38fd3b-e8a6-4714-934e-b2e99d0deab0 of type vlan for network e0035897-33f1-4d75-9474-d81b5e2c5746
Apr 15 19:26:48.462873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0fb25d-c40f-47a0-a292-77b3ab95a557,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:26:48.514380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.514750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.515119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.515477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.515831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.516199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.516550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.516902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.517267 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.517642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.517989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.518335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Tracked resource versions report:
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:26:48.519412 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:26:48.571874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:26:48.573600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.646338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.647791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:26:48.648443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:48.653360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:26:48.761279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Pushing event updated for resources: {'Network': ['ID=e0035897-33f1-4d75-9474-d81b5e2c5746,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:26:48.765016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:26:48.772827 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0665359
Apr 15 19:26:48.773659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network e0035897-33f1-4d75-9474-d81b5e2c5746 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:26:51.773773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 37986) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:26:52.250381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09672a-3d2d-4368-a981-6b94e13ae641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:26:52.251795 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-da09672a-3d2d-4368-a981-6b94e13ae641 admin admin] 10.222.0.25 "GET /v2.0/networks/e0035897-33f1-4d75-9474-d81b5e2c5746 HTTP/1.1" status: 200  len: 825 time: 0.4770069
Apr 15 19:26:52.279673 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-93e84e88-bdf8-4d3b-b1e2-290bf2027c1f admin admin] 10.222.0.25 "GET /v2.0/subnetpools/940c7058-e9af-4f31-bd52-6accd2e9310e HTTP/1.1" status: 200  len: 734 time: 0.0218015
Apr 15 19:26:52.288698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '940c7058-e9af-4f31-bd52-6accd2e9310e', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:26:52.293583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:26:52.297408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Usage tracker for resource:subnet and tenant:b292d334548e46d9a64049d375a43a90 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:26:52.300279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:26:52.306049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:26:52.400444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Made reservation on behalf of b292d334548e46d9a64049d375a43a90 for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:26:52.405598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:52.900283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:52.915217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:26:53.049569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49799759-7e67-4d6c-a5d1-7a7a1f28c784,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:26:53.063823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:26:53.117806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Checking segment: {'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:26:53.118191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Network hostable DHCP agents. Network: e0035897-33f1-4d75-9474-d81b5e2c5746, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:26:53.170345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Network e0035897-33f1-4d75-9474-d81b5e2c5746 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:26:53.204500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, e0035897-33f1-4d75-9474-d81b5e2c5746) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:26:53.208872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:26:53.209565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:53.214391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc6723-3a5c-4a5c-878c-848805302dd6 None None] Network e0035897-33f1-4d75-9474-d81b5e2c5746 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:26:53.256898 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9717028
Apr 15 19:26:53.537936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-e0035897-33f1-4d75-9474-d81b5e2c5746', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'fixed_ips': [{'subnet_id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:26:53.539172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:53.896451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Allocated IP 172.20.0.2 (e0035897-33f1-4d75-9474-d81b5e2c5746/49799759-7e67-4d6c-a5d1-7a7a1f28c784/f396a8c1-f7c1-4f33-8412-1c096375e3f4) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:26:54.128993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:54.190485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Transition to ACTIVE for port object f396a8c1-f7c1-4f33-8412-1c096375e3f4 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:26:54.218318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Transition to ACTIVE for port object f396a8c1-f7c1-4f33-8412-1c096375e3f4 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:26:54.252178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:54.271950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:26:54.395156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Pushing event updated for resources: {'Port': ['ID=f396a8c1-f7c1-4f33-8412-1c096375e3f4,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:26:54.413812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.414201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.414578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.414950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.415316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.415700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.416046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.416412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.416785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.417150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.417556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.417941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Tracked resource versions report:
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:26:54.419046 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:26:54.422733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:26:54.477183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Network e0035897-33f1-4d75-9474-d81b5e2c5746 is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:26:54.478409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:26:54.481417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:26:54.578898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Attempting to bind port f396a8c1-f7c1-4f33-8412-1c096375e3f4 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:26:54.579327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Attempting to bind port f396a8c1-f7c1-4f33-8412-1c096375e3f4 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:26:54.579747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Attempting to bind port f396a8c1-f7c1-4f33-8412-1c096375e3f4 on network e0035897-33f1-4d75-9474-d81b5e2c5746 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:26:54.585429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:26:54.585848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Checking segment: {'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:26:54.587097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:54.587097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Bound using segment: {'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:26:54.587283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Bound port: f396a8c1-f7c1-4f33-8412-1c096375e3f4, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:26:54.587878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:54.688453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] For port f396a8c1-f7c1-4f33-8412-1c096375e3f4, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:26:54.692460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] For port f396a8c1-f7c1-4f33-8412-1c096375e3f4, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=f396a8c1-f7c1-4f33-8412-1c096375e3f4,segment=NetworkSegment(de38fd3b-e8a6-4714-934e-b2e99d0deab0),segment_id=de38fd3b-e8a6-4714-934e-b2e99d0deab0)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:26:54.736535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:26:54.752013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:26:54.898797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Pushing event updated for resources: {'Port': ['ID=f396a8c1-f7c1-4f33-8412-1c096375e3f4,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:26:54.904412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:26:56.021355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 37996) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:26:56.426420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [None req-79c7ff73-7d6d-4269-88e9-7c149543e1c9 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:26:56.427612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-79c7ff73-7d6d-4269-88e9-7c149543e1c9 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4051151
Apr 15 19:26:59.177983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38006) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:26:59.571230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [None req-715928e8-a4a8-4006-a947-43e8bb544723 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:26:59.572337 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-715928e8-a4a8-4006-a947-43e8bb544723 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3933148
Apr 15 19:27:00.476878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device f396a8c1-f7c1-4f33-8412-1c096375e3f4 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:27:00.587621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port f396a8c1-f7c1-4f33-8412-1c096375e3f4 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:27:01.790080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a319382b-3ab1-402e-956e-010cf50e807a None None] Network e0035897-33f1-4d75-9474-d81b5e2c5746 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:27:01.910443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Provisioning for port f396a8c1-f7c1-4f33-8412-1c096375e3f4 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:27:01.924694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Provisioning complete for port f396a8c1-f7c1-4f33-8412-1c096375e3f4 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:01.925097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:02.143518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:02.193308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] For port f396a8c1-f7c1-4f33-8412-1c096375e3f4, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=f396a8c1-f7c1-4f33-8412-1c096375e3f4,segment=NetworkSegment(de38fd3b-e8a6-4714-934e-b2e99d0deab0),segment_id=de38fd3b-e8a6-4714-934e-b2e99d0deab0)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:27:02.257601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:02.260068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:02.335132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Pushing event updated for resources: {'Port': ['ID=f396a8c1-f7c1-4f33-8412-1c096375e3f4,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:02.338370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:02.379646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-40c4b8f7-8b58-48d5-8a89-8800ae1c0c2b None None] Provisioning complete for port f396a8c1-f7c1-4f33-8412-1c096375e3f4 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:02.380050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40c4b8f7-8b58-48d5-8a89-8800ae1c0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:02.480771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device f396a8c1-f7c1-4f33-8412-1c096375e3f4 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:27:02.576675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port f396a8c1-f7c1-4f33-8412-1c096375e3f4 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:02.577089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:02.621214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38022) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:27:02.995274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b292d334548e46d9a64049d375a43a90'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:27:03.000577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:27:03.004595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Usage tracker for resource:router and tenant:b292d334548e46d9a64049d375a43a90 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:27:03.008098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:27:03.014055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:27:03.063125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:03.064416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:03.157424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:03.298154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:03.343076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:03.344376 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0da81ccf-b7a5-48f3-95ae-c91dbb35c323 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7220705
Apr 15 19:27:05.428436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7ba61175-e621-48e1-b262-593f56a6d711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:06.041669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38032) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:27:06.425997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [None req-ab33933e-c68e-474c-9963-f888f3727427 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:27:06.427063 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ab33933e-c68e-474c-9963-f888f3727427 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3843784
Apr 15 19:27:07.445665 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4bd2-0fc9-4ef1-896d-e128f6e264c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:07.965596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:08.497508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:08.913707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:27:09.151570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38052) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:27:09.308130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:27:09.313057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:27:09.317014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Usage tracker for resource:network and tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:27:09.320497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:27:09.327009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:27:09.399450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Made reservation on behalf of de5a7eee64a94cdd8b5ba17fd9dc8680 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:27:09.404631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.416950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.431393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:27:09.435175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Usage tracker for resource:security_group_rule and tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:27:09.438004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:27:09.443803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:27:09.621793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.650990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.655426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:09.671083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=85379) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 19:27:09.688325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604da762-ffc4-483d-aaf2-cf3999aee6fa,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:09.691642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:09.721992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.722375 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Added segment 046f5822-5e11-4eae-b23d-1b73e50d19e7 of type flat for network aff3dc65-72ca-47ab-a63f-a78e07c2b292
Apr 15 19:27:09.787013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.859964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.923832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.925078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:27:09.925759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:09.930357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:10.179413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Pushing event updated for resources: {'Network': ['ID=aff3dc65-72ca-47ab-a63f-a78e07c2b292,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:10.182165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:10.189895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:27:10.204766 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0521467
Apr 15 19:27:12.713484 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38072) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:27:12.826484 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b8643-ae75-4a46-b3b6-573029f6f77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:27:12.827861 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d24b8643-ae75-4a46-b3b6-573029f6f77e admin admin] 10.222.0.25 "GET /v2.0/subnets/49799759-7e67-4d6c-a5d1-7a7a1f28c784 HTTP/1.1" status: 200  len: 849 time: 0.1132991
Apr 15 19:27:12.973500 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-43ee99b1-fa76-4573-afba-99e9b74c793d admin admin] 10.222.0.25 "GET /v2.0/routers/6e85d6aa-cb58-42c8-82b0-2bd0456b639c HTTP/1.1" status: 200  len: 704 time: 0.1395774
Apr 15 19:27:13.451923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:13.733473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Allocated IP 172.20.0.1 (e0035897-33f1-4d75-9474-d81b5e2c5746/49799759-7e67-4d6c-a5d1-7a7a1f28c784/2b9db1f2-eaee-4982-9565-2fd9c021feed) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:27:13.988224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:14.005571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Transition to ACTIVE for port object 2b9db1f2-eaee-4982-9565-2fd9c021feed will not be triggered until provisioned by entity DHCP. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:27:14.102716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:14.117694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:14.245310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9db1f2-eaee-4982-9565-2fd9c021feed,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:14.257056 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:14.312570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Network e0035897-33f1-4d75-9474-d81b5e2c5746 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:27:14.313697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:27:14.315856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:27:14.316380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:14.576721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-75621c8e-1837-4eaf-8f69-238aab6a0161 None None] Provisioning for port 2b9db1f2-eaee-4982-9565-2fd9c021feed completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:27:14.582441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-75621c8e-1837-4eaf-8f69-238aab6a0161 None None] Provisioning complete for port 2b9db1f2-eaee-4982-9565-2fd9c021feed triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:14.582791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-75621c8e-1837-4eaf-8f69-238aab6a0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:14.643486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-75621c8e-1837-4eaf-8f69-238aab6a0161 None None] Port 2b9db1f2-eaee-4982-9565-2fd9c021feed cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:27:14.773859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:15.012321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:15.045140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:15.046302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:15.061184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:15.191734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9db1f2-eaee-4982-9565-2fd9c021feed,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:15.196709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:15.250263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Network e0035897-33f1-4d75-9474-d81b5e2c5746 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:27:15.251353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:27:15.466089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ab220abb-f74b-4ede-904b-dbb74836c2e3 None None] Provisioning complete for port 2b9db1f2-eaee-4982-9565-2fd9c021feed triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:15.466497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ab220abb-f74b-4ede-904b-dbb74836c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:15.484383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:27:15.524983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ab220abb-f74b-4ede-904b-dbb74836c2e3 None None] Port 2b9db1f2-eaee-4982-9565-2fd9c021feed cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:27:15.646793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:27:15.657120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Sync routers for ids ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:27:15.658375 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] 10.222.0.25 "PUT /v2.0/routers/6e85d6aa-cb58-42c8-82b0-2bd0456b639c/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6794696
Apr 15 19:27:15.668723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Routers {'6e85d6aa-cb58-42c8-82b0-2bd0456b639c'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:27:15.669707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9c4744a8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:27:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:15.854875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Set router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c gateway port host: None {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:27:16.411685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9c4744a8>, [{'id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'name': 'router1', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:03Z', 'updated_at': '2021-04-15T19:27:14Z', 'revision_number': 2, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'gw_port_host': None, '_interfaces': [{'id': '2b9db1f2-eaee-4982-9565-2fd9c021feed', 'name': '', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'mac_address': 'fa:16:3e:8b:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:13Z', 'updated_at': '2021-04-15T19:27:14Z', 'revision_number': 2, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'subnets': [{'id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940c7058-e9af-4f31-bd52-6accd2e9310e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:16.416964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Checking router: 6e85d6aa-cb58-42c8-82b0-2bd0456b639c for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:27:16.417495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Updating router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c port 2b9db1f2-eaee-4982-9565-2fd9c021feed binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:27:16.475628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:16.866922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:16.880962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Transition to ACTIVE for port object 2b9db1f2-eaee-4982-9565-2fd9c021feed will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:27:16.912604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:16.928074 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:17.066766 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Pushing event updated for resources: {'Port': ['ID=2b9db1f2-eaee-4982-9565-2fd9c021feed,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:17.076018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.076392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.076765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.077125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.077557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.077918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.078270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.078624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.078990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.079342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.079689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.080036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Tracked resource versions report:
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:27:17.081112 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:27:17.084670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:17.328058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Attempting to bind port 2b9db1f2-eaee-4982-9565-2fd9c021feed on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:27:17.328478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Attempting to bind port 2b9db1f2-eaee-4982-9565-2fd9c021feed by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:27:17.328889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Attempting to bind port 2b9db1f2-eaee-4982-9565-2fd9c021feed on network e0035897-33f1-4d75-9474-d81b5e2c5746 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:27:17.334457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:27:17.334870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Checking segment: {'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:27:17.335341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:17.335763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Bound using segment: {'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:27:17.336315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Bound port: 2b9db1f2-eaee-4982-9565-2fd9c021feed, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de38fd3b-e8a6-4714-934e-b2e99d0deab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:27:17.336716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:17.432700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] For port 2b9db1f2-eaee-4982-9565-2fd9c021feed, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:27:17.438317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] For port 2b9db1f2-eaee-4982-9565-2fd9c021feed, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=2b9db1f2-eaee-4982-9565-2fd9c021feed,segment=NetworkSegment(de38fd3b-e8a6-4714-934e-b2e99d0deab0),segment_id=de38fd3b-e8a6-4714-934e-b2e99d0deab0)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:27:17.554261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:17.571028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:17.725754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Pushing event updated for resources: {'Port': ['ID=2b9db1f2-eaee-4982-9565-2fd9c021feed,revision_number=4']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:17.731603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:17.785170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Routers {'6e85d6aa-cb58-42c8-82b0-2bd0456b639c'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:27:17.785880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9c4744a8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:27:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:17.951967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] Set router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c gateway port host: None {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:27:18.184279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38084) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:27:18.298833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9c4744a8>, [{'id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'name': 'router1', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:03Z', 'updated_at': '2021-04-15T19:27:14Z', 'revision_number': 2, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'gw_port_host': None, '_interfaces': [{'id': '2b9db1f2-eaee-4982-9565-2fd9c021feed', 'name': '', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'mac_address': 'fa:16:3e:8b:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:13Z', 'updated_at': '2021-04-15T19:27:17Z', 'revision_number': 4, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'subnets': [{'id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940c7058-e9af-4f31-bd52-6accd2e9310e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:18.302807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c5969-41d8-4d1a-abe3-b5fc682dd42c None None] The sync data for ids ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'] in dv-cinder-776307-4-iscsi is: [{'id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'name': 'router1', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:03Z', 'updated_at': '2021-04-15T19:27:14Z', 'revision_number': 2, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'gw_port_host': None, '_interfaces': [{'id': '2b9db1f2-eaee-4982-9565-2fd9c021feed', 'name': '', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'mac_address': 'fa:16:3e:8b:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:13Z', 'updated_at': '2021-04-15T19:27:17Z', 'revision_number': 4, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'subnets': [{'id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940c7058-e9af-4f31-bd52-6accd2e9310e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:27:18.342836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d0a6d-6e8b-4858-9392-295ab0469f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:27:18.343459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-389d0a6d-6e8b-4858-9392-295ab0469f3f admin admin] Synchronizing usage tracker for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:27:18.387920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-389d0a6d-6e8b-4858-9392-295ab0469f3f admin admin] Unset dirty status for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:27:18.389227 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-389d0a6d-6e8b-4858-9392-295ab0469f3f admin admin] 10.222.0.25 "GET /v2.0/networks/aff3dc65-72ca-47ab-a63f-a78e07c2b292 HTTP/1.1" status: 200  len: 842 time: 0.2038410
Apr 15 19:27:18.399645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:27:18.405204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:27:18.409187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Usage tracker for resource:subnet and tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:27:18.412124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:27:18.419154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:27:18.462077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Made reservation on behalf of de5a7eee64a94cdd8b5ba17fd9dc8680 for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:27:18.466713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:19.093703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.objects.ports [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85379) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 19:27:19.094226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:19.108971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-abbf2f76-6d77-4232-aef3-d073eed9fb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:19.237777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f498c293-4ecf-472f-a211-b31176074df8,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:19.249226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:19.303775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:27:19.304169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Network hostable DHCP agents. Network: aff3dc65-72ca-47ab-a63f-a78e07c2b292, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:27:19.382693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:27:19.439336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, aff3dc65-72ca-47ab-a63f-a78e07c2b292) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:27:19.443236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:27:19.443863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:19.449778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cfdb13-458d-4f20-97fc-920c15fd52e4 None None] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:27:19.517364 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1079464
Apr 15 19:27:19.844938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436dd77c-6908-40e3-9334-7b1fafece93b None None] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:27:22.119681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38098) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:27:22.331336 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f5751d85-cbaf-4cd6-aacc-5b35fa91ba64 admin admin] 10.222.0.25 "GET /v2.0/routers/6e85d6aa-cb58-42c8-82b0-2bd0456b639c HTTP/1.1" status: 200  len: 710 time: 0.2103477
Apr 15 19:27:22.470770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ed46b-952f-485f-bd6d-3afff3695048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:27:22.476785 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-924ed46b-952f-485f-bd6d-3afff3695048 admin admin] 10.222.0.25 "GET /v2.0/networks/aff3dc65-72ca-47ab-a63f-a78e07c2b292 HTTP/1.1" status: 200  len: 886 time: 0.1397140
Apr 15 19:27:22.480300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 2b9db1f2-eaee-4982-9565-2fd9c021feed up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:27:22.481914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:27:22.594067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 2b9db1f2-eaee-4982-9565-2fd9c021feed completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:27:22.599734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 2b9db1f2-eaee-4982-9565-2fd9c021feed triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:22.600157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:22.733174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:22.768100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 2b9db1f2-eaee-4982-9565-2fd9c021feed, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=2b9db1f2-eaee-4982-9565-2fd9c021feed,segment=NetworkSegment(de38fd3b-e8a6-4714-934e-b2e99d0deab0),segment_id=de38fd3b-e8a6-4714-934e-b2e99d0deab0)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:27:22.799367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:22.801867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:22.873249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=2b9db1f2-eaee-4982-9565-2fd9c021feed,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:22.876444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:23.120660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:23.495250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:23.553361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:23.696113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Allocated IP 172.27.1.218 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/34b9a94b-2c15-4c48-b0b4-c00a15608734) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:27:23.847801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:23.919365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:23.934207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:24.064412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Pushing event updated for resources: {'Port': ['ID=34b9a94b-2c15-4c48-b0b4-c00a15608734,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:24.069321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:24.116198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:27:24.117314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:27:24.120011 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:27:24.461824 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 2b9db1f2-eaee-4982-9565-2fd9c021feed up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:27:24.533257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 2b9db1f2-eaee-4982-9565-2fd9c021feed triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:24.533725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:24.606333 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:25.176600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:25.180009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853100986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673670'] for router, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:25.364089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:27:25.545573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:27:25.554331 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:25.555566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Sync routers for ids ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:27:25.555699 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] 10.222.0.25 "PUT /v2.0/routers/6e85d6aa-cb58-42c8-82b0-2bd0456b639c HTTP/1.1" status: 200  len: 890 time: 3.0772290
Apr 15 19:27:25.565994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Routers {'6e85d6aa-cb58-42c8-82b0-2bd0456b639c'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:27:25.566702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b632d30>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:27:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:25.771128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Set router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:27:26.130947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b632d30>, [{'id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'name': 'router1', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '34b9a94b-2c15-4c48-b0b4-c00a15608734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:03Z', 'updated_at': '2021-04-15T19:27:24Z', 'revision_number': 4, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'gw_port': {'id': '34b9a94b-2c15-4c48-b0b4-c00a15608734', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:23Z', 'updated_at': '2021-04-15T19:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '2b9db1f2-eaee-4982-9565-2fd9c021feed', 'name': '', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'mac_address': 'fa:16:3e:8b:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:13Z', 'updated_at': '2021-04-15T19:27:22Z', 'revision_number': 5, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'subnets': [{'id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940c7058-e9af-4f31-bd52-6accd2e9310e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:26.136178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Checking router: 6e85d6aa-cb58-42c8-82b0-2bd0456b639c for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:27:26.136574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Updating router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c port 34b9a94b-2c15-4c48-b0b4-c00a15608734 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:27:26.191405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:26.533562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:26.605243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Transition to ACTIVE for port object 34b9a94b-2c15-4c48-b0b4-c00a15608734 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:27:26.627365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:26.643926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:26.779483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec34d9c-1897-435a-b727-7c6da9300d3c None None] Pushing event updated for resources: {'Port': ['ID=34b9a94b-2c15-4c48-b0b4-c00a15608734,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:26.784298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8ec34d9c-1897-435a-b727-7c6da9300d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:26.840872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Attempting to bind port 34b9a94b-2c15-4c48-b0b4-c00a15608734 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:27:26.841276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Attempting to bind port 34b9a94b-2c15-4c48-b0b4-c00a15608734 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:27:26.841712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Attempting to bind port 34b9a94b-2c15-4c48-b0b4-c00a15608734 on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:27:26.847178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:27:26.847583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:27:26.848028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:26.848450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:27:26.848956 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Bound port: 34b9a94b-2c15-4c48-b0b4-c00a15608734, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:27:26.849402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:26.925150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] For port 34b9a94b-2c15-4c48-b0b4-c00a15608734, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:27:26.928226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] For port 34b9a94b-2c15-4c48-b0b4-c00a15608734, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=34b9a94b-2c15-4c48-b0b4-c00a15608734,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:27:26.953681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:26.968639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a0356c79-5488-4d60-a4a3-78dd7e1fe0e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:27.274845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec34d9c-1897-435a-b727-7c6da9300d3c None None] Pushing event updated for resources: {'Port': ['ID=34b9a94b-2c15-4c48-b0b4-c00a15608734,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:27.280078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8ec34d9c-1897-435a-b727-7c6da9300d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:27.317425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Routers {'6e85d6aa-cb58-42c8-82b0-2bd0456b639c'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:27:27.318074 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b632d30>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:27:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:27.500909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] Set router 6e85d6aa-cb58-42c8-82b0-2bd0456b639c gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:27:27.845467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b632d30>, [{'id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'name': 'router1', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '34b9a94b-2c15-4c48-b0b4-c00a15608734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:03Z', 'updated_at': '2021-04-15T19:27:24Z', 'revision_number': 4, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'gw_port': {'id': '34b9a94b-2c15-4c48-b0b4-c00a15608734', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:23Z', 'updated_at': '2021-04-15T19:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '2b9db1f2-eaee-4982-9565-2fd9c021feed', 'name': '', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'mac_address': 'fa:16:3e:8b:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:13Z', 'updated_at': '2021-04-15T19:27:22Z', 'revision_number': 5, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'subnets': [{'id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940c7058-e9af-4f31-bd52-6accd2e9310e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:27:27.849516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338e427-e298-4bd4-bbb7-918803fb4357 None None] The sync data for ids ['6e85d6aa-cb58-42c8-82b0-2bd0456b639c'] in dv-cinder-776307-4-iscsi is: [{'id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'name': 'router1', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '34b9a94b-2c15-4c48-b0b4-c00a15608734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:27:03Z', 'updated_at': '2021-04-15T19:27:24Z', 'revision_number': 4, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'gw_port': {'id': '34b9a94b-2c15-4c48-b0b4-c00a15608734', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:23Z', 'updated_at': '2021-04-15T19:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '2b9db1f2-eaee-4982-9565-2fd9c021feed', 'name': '', 'network_id': 'e0035897-33f1-4d75-9474-d81b5e2c5746', 'tenant_id': 'b292d334548e46d9a64049d375a43a90', 'mac_address': 'fa:16:3e:8b:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e85d6aa-cb58-42c8-82b0-2bd0456b639c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:27:13Z', 'updated_at': '2021-04-15T19:27:22Z', 'revision_number': 5, 'project_id': 'b292d334548e46d9a64049d375a43a90', 'subnets': [{'id': '49799759-7e67-4d6c-a5d1-7a7a1f28c784', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '940c7058-e9af-4f31-bd52-6accd2e9310e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:27:28.250443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38108) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:27:28.377181 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9165c578-41db-447f-9702-0d5e8791cf3c admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1255231
Apr 15 19:27:28.505510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 34b9a94b-2c15-4c48-b0b4-c00a15608734 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:27:28.615069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 34b9a94b-2c15-4c48-b0b4-c00a15608734 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:27:28.621134 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 34b9a94b-2c15-4c48-b0b4-c00a15608734 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:28.621586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:28.747977 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:28.765935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 34b9a94b-2c15-4c48-b0b4-c00a15608734, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=34b9a94b-2c15-4c48-b0b4-c00a15608734,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:27:28.804748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:28.807114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8ec34d9c-1897-435a-b727-7c6da9300d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:27:28.882500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=34b9a94b-2c15-4c48-b0b4-c00a15608734,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:27:28.885203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:27:30.479150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 34b9a94b-2c15-4c48-b0b4-c00a15608734 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:27:30.566214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 34b9a94b-2c15-4c48-b0b4-c00a15608734 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:27:30.566746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:35.439577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6df9eb77-5702-471a-8e5a-bf6bde735aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:37.455751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8b18f102-1d32-47c9-92fc-58aed7de76a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:37.969895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:38.501694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:39.798361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:27:45.915015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:28:05.437449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f913354-3d47-4c92-b558-6310c7a0bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:07.448507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97bb7fd7-1ca3-492a-ac09-423b7572e380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:07.968685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:08.516593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:09.802796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:22.914728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:28:35.430288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dad2467c-21f7-426c-936a-7cc20ec5e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:37.447013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6601ce77-def3-444a-a434-0f63dfa5a9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:37.961432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:38.539157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:39.857797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:28:59.913881 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:29:05.429201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d7e76591-1f0a-42db-9122-c4fbf6e37c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:07.451491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0e6eda7b-36e8-4d34-9a72-e193586dc4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:07.960121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:08.525914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:09.834528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:12.875432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38678) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:12.949295 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.pecan_wsgi.hooks.translation [None req-624f1f41-04a0-46a2-8d65-3200f438cf67 admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:29:12.950717 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-624f1f41-04a0-46a2-8d65-3200f438cf67 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0742610
Apr 15 19:29:13.089526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265c827-be12-4716-82ec-720c68069af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:13.091043 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3265c827-be12-4716-82ec-720c68069af5 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1360736
Apr 15 19:29:15.548218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38688) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:15.663833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c6c9b-b5c8-4c26-8597-e7fdf651f570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:15.664440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-880c6c9b-b5c8-4c26-8597-e7fdf651f570 admin admin] Synchronizing usage tracker for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:subnet {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:29:15.731143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-880c6c9b-b5c8-4c26-8597-e7fdf651f570 admin admin] Unset dirty status for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:subnet {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:29:15.732325 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-880c6c9b-b5c8-4c26-8597-e7fdf651f570 admin admin] 10.222.0.25 "GET /v2.0/subnets/49799759-7e67-4d6c-a5d1-7a7a1f28c784 HTTP/1.1" status: 200  len: 849 time: 0.1830750
Apr 15 19:29:15.743637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:29:15.866574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Notify callbacks [] for subnet, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:16.194437 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363280057115337'] for subnet, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:16.209556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:29:16.340185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49799759-7e67-4d6c-a5d1-7a7a1f28c784,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:29:16.351741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.352137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.352509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.352876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.353239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.353628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.353987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.354343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.354712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.355066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.355415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.355765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:29:16.359344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:29:16.399550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:16.400192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:16.401562 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] 10.222.0.25 "PUT /v2.0/subnets/49799759-7e67-4d6c-a5d1-7a7a1f28c784 HTTP/1.1" status: 200  len: 868 time: 0.6621208
Apr 15 19:29:16.404654 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230bd54e-e75e-457b-8f0a-4147cf0f5237 None None] Network e0035897-33f1-4d75-9474-d81b5e2c5746 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:29:16.853125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d092bb34-12fb-431a-8d49-d4a8db2107ae None None] Provisioning complete for port f396a8c1-f7c1-4f33-8412-1c096375e3f4 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:29:16.853657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d092bb34-12fb-431a-8d49-d4a8db2107ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:16.988075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d092bb34-12fb-431a-8d49-d4a8db2107ae None None] Provisioning complete for port 2b9db1f2-eaee-4982-9565-2fd9c021feed triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:29:16.988425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d092bb34-12fb-431a-8d49-d4a8db2107ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:18.885873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38698) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:19.071997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b0e12-1401-4ac8-9747-094dc27e6fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:19.072534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b0e12-1401-4ac8-9747-094dc27e6fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:19.074193 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-bc9b0e12-1401-4ac8-9747-094dc27e6fb1 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1872852
Apr 15 19:29:21.561041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38708) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:21.747055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b68481-7243-43e1-95e2-8a923b9ce761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:21.747498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b68481-7243-43e1-95e2-8a923b9ce761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:21.749158 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-96b68481-7243-43e1-95e2-8a923b9ce761 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1870351
Apr 15 19:29:24.223159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38718) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:24.401387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0f162-7d8f-43a1-b15a-523242039209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:24.402756 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0cd0f162-7d8f-43a1-b15a-523242039209 admin admin] 10.222.0.25 "GET /v2.0/networks/aff3dc65-72ca-47ab-a63f-a78e07c2b292 HTTP/1.1" status: 200  len: 886 time: 0.1785684
Apr 15 19:29:26.879514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38728) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:27.062398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2564194-c6fc-4e62-be8f-f8a8f0303bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:27.063755 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f2564194-c6fc-4e62-be8f-f8a8f0303bcf admin admin] 10.222.0.25 "GET /v2.0/networks/e0035897-33f1-4d75-9474-d81b5e2c5746 HTTP/1.1" status: 200  len: 869 time: 0.1832180
Apr 15 19:29:29.518878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38738) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:29.636438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a301b65-ea51-4dd5-ae84-137ffb0b583d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:29.636943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a301b65-ea51-4dd5-ae84-137ffb0b583d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:29.638582 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2a301b65-ea51-4dd5-ae84-137ffb0b583d admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1186159
Apr 15 19:29:32.099950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38748) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:32.214466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977aeb82-52b3-4022-8686-a7958c62024e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:32.214976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977aeb82-52b3-4022-8686-a7958c62024e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:32.216571 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-977aeb82-52b3-4022-8686-a7958c62024e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1155701
Apr 15 19:29:34.669192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38758) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:34.787314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615b8197-46e5-416b-ae92-90a0f6c50755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:34.788648 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-615b8197-46e5-416b-ae92-90a0f6c50755 admin admin] 10.222.0.25 "GET /v2.0/subnets/49799759-7e67-4d6c-a5d1-7a7a1f28c784 HTTP/1.1" status: 200  len: 868 time: 0.1183872
Apr 15 19:29:35.450873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e6f80976-a698-4624-847e-f35794cb2262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:36.913781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:29:37.286996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38768) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:29:37.395246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5118a3-229c-4af4-927b-4eb581425fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:29:37.396631 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ae5118a3-229c-4af4-927b-4eb581425fb9 admin admin] 10.222.0.25 "GET /v2.0/subnets/f498c293-4ecf-472f-a211-b31176074df8 HTTP/1.1" status: 200  len: 816 time: 0.1085956
Apr 15 19:29:37.451028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c72fc8f6-2058-4716-bf7b-186a31fdd12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:37.976410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:38.501731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:29:39.833156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:03.590644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38812) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:30:03.643713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [None req-1c6aa194-6592-4f8d-b777-7bfa15e7fcee admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:30:03.644831 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1c6aa194-6592-4f8d-b777-7bfa15e7fcee admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0531776
Apr 15 19:30:05.426608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8561f9be-4a52-4ce0-b663-c0afc8cabc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:06.207423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38822) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:30:06.281583 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2005af89-da11-418f-91c6-331c3bfad414 admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:30:06.282938 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2005af89-da11-418f-91c6-331c3bfad414 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0744698
Apr 15 19:30:06.416356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de6b515-ad98-4e47-b23a-ebaa47799848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:30:06.417821 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-5de6b515-ad98-4e47-b23a-ebaa47799848 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1305704
Apr 15 19:30:07.466209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bdf3812b-8669-405f-b2cd-51f1dd529452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:08.008915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:08.506479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:08.917551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38832) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:30:08.968750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:30:08.973532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:30:08.984089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:30:09.031912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Made reservation on behalf of de5a7eee64a94cdd8b5ba17fd9dc8680 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:30:09.036491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:09.129609 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.services.revisions.revision_plugin [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6d9ada8470] {project_id='de5a7eee64a94cdd8b5ba17fd9dc8680', id='920a6298-98e5-4216-8457-4ed94bb8004c', target_tenant='*', action='access_as_shared', object_id='6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'}> to bump revision.
Apr 15 19:30:09.140463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:30:09.198789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:09.199171 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Added segment edc398e0-3318-4a81-bfe9-cef02322fc3a of type vlan for network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f
Apr 15 19:30:09.225812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:09.283188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:09.284546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:30:09.285169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:09.289996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:30:09.392495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Pushing event updated for resources: {'Network': ['ID=6053f9c1-8acb-4b4f-bcfe-e09731b5b04f,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:30:09.395188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:30:09.402814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:30:09.421347 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5025525
Apr 15 19:30:09.826289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:11.932987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38842) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:30:12.008078 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.pecan_wsgi.hooks.translation [None req-54547238-f940-4c42-8c08-a84bfa3c1264 admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:30:12.008644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-54547238-f940-4c42-8c08-a84bfa3c1264 admin admin] Synchronizing usage tracker for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:30:12.048696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-54547238-f940-4c42-8c08-a84bfa3c1264 admin admin] Unset dirty status for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:30:12.049929 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-54547238-f940-4c42-8c08-a84bfa3c1264 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1158628
Apr 15 19:30:12.344771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f460c-e04b-47ca-a0fb-de6d1e59610f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:30:12.346357 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-844f460c-e04b-47ca-a0fb-de6d1e59610f admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.2921839
Apr 15 19:30:12.356973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Request body: {'subnet': {'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:30:12.361571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:30:12.371263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:30:12.403347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Made reservation on behalf of de5a7eee64a94cdd8b5ba17fd9dc8680 for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:30:12.408884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:12.853012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:12.868277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-07fc247e-7565-4fcf-b631-08858024b56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:30:12.987656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d6fefd-b865-4ebf-a560-9ca5de7b894f,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:30:12.992250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:30:13.060848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Checking segment: {'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:30:13.061267 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Network hostable DHCP agents. Network: 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:30:13.106201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:30:13.140097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:30:13.144038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:30:13.144672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:13.149311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3449b1e-9e0b-451c-ab85-9727d639ea5d None None] Network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:30:13.215454 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8621597
Apr 15 19:30:13.382334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-6053f9c1-8acb-4b4f-bcfe-e09731b5b04f', 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f', 'tenant_id': 'de5a7eee64a94cdd8b5ba17fd9dc8680', 'fixed_ips': [{'subnet_id': '03d6fefd-b865-4ebf-a560-9ca5de7b894f'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:30:13.383288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:13.549271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Allocated IP 192.168.233.2 (6053f9c1-8acb-4b4f-bcfe-e09731b5b04f/03d6fefd-b865-4ebf-a560-9ca5de7b894f/f26d466a-2904-4f80-9f5d-f557959ddab0) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:30:13.827506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:13.877789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Transition to ACTIVE for port object f26d466a-2904-4f80-9f5d-f557959ddab0 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:30:13.897947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Transition to ACTIVE for port object f26d466a-2904-4f80-9f5d-f557959ddab0 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:30:13.913685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:30:13.918012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:13.934417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:30:14.068505 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Pushing event updated for resources: {'Port': ['ID=f26d466a-2904-4f80-9f5d-f557959ddab0,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:30:14.080994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.081399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.081773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.082158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.082504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.082863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.083221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.083575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.083949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.084304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.084655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.085010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:30:14.088808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:30:14.137945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:30:14.139207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:30:14.142234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:30:14.237449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Attempting to bind port f26d466a-2904-4f80-9f5d-f557959ddab0 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:30:14.237773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Attempting to bind port f26d466a-2904-4f80-9f5d-f557959ddab0 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:30:14.238182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Attempting to bind port f26d466a-2904-4f80-9f5d-f557959ddab0 on network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:30:14.243801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:30:14.244217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Checking segment: {'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:30:14.244657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:14.245091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Bound using segment: {'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:30:14.245628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Bound port: f26d466a-2904-4f80-9f5d-f557959ddab0, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:30:14.246057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:14.341842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] For port f26d466a-2904-4f80-9f5d-f557959ddab0, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:30:14.345305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] For port f26d466a-2904-4f80-9f5d-f557959ddab0, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=f26d466a-2904-4f80-9f5d-f557959ddab0,segment=NetworkSegment(edc398e0-3318-4a81-bfe9-cef02322fc3a),segment_id=edc398e0-3318-4a81-bfe9-cef02322fc3a)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:30:14.399574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:14.416487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:30:14.567674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Pushing event updated for resources: {'Port': ['ID=f26d466a-2904-4f80-9f5d-f557959ddab0,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:30:14.573171 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:30:15.907744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657b8d63-14fb-45a8-bee0-127fa2d229aa None None] Network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:30:16.039366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-564aefa1-bd6d-472f-acaf-7d14d8b98d14 None None] Provisioning for port f26d466a-2904-4f80-9f5d-f557959ddab0 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:30:16.621115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device f26d466a-2904-4f80-9f5d-f557959ddab0 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:30:16.775100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port f26d466a-2904-4f80-9f5d-f557959ddab0 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:30:16.780868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port f26d466a-2904-4f80-9f5d-f557959ddab0 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:30:16.781282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:16.903078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:16.936119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port f26d466a-2904-4f80-9f5d-f557959ddab0, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=f26d466a-2904-4f80-9f5d-f557959ddab0,segment=NetworkSegment(edc398e0-3318-4a81-bfe9-cef02322fc3a),segment_id=edc398e0-3318-4a81-bfe9-cef02322fc3a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:30:16.969477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:16.971730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:30:17.043852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=f26d466a-2904-4f80-9f5d-f557959ddab0,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:30:17.047106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:30:18.597538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device f26d466a-2904-4f80-9f5d-f557959ddab0 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:30:18.669966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port f26d466a-2904-4f80-9f5d-f557959ddab0 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:30:18.671118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:35.436935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26b9e97c-e439-48c3-8a79-acb1f5afe0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:37.459726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a9b36407-ffb5-4273-8ae5-eb64f84cf8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:37.985625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:38.506012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:39.837119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:30:50.913034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:31:05.424023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f6f5e1c4-d9ef-4d6b-b33d-6203b5720a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:07.452976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb63c-a8e9-4f2f-a065-03230e37c3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:07.990441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:08.510276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:09.835498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:27.912592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:31:35.423222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6a61318a-db9d-4e0d-8e28-cd156786ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:37.463177 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2346cefa-64b4-49b8-821b-0fac61f83dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:38.011754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:38.508904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:39.840167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:40.737183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38892) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:31:40.743447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [None req-a9958110-4808-4401-8946-4ff4bb56829a tempest-verify_tempest_config-629139885 tempest-verify_tempest_config-629139885-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:31:40.745121 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a9958110-4808-4401-8946-4ff4bb56829a tempest-verify_tempest_config-629139885 tempest-verify_tempest_config-629139885-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068679
Apr 15 19:31:41.138221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38910) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:31:41.260412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:41.275939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:31:41.279896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Usage tracker for resource:security_group_rule and tenant:8df50afa55294ec8b3ad87f12324b28b is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:31:41.282845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:31:41.288754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:31:41.498907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:41.526472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:41.535531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:31:41.576092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Synchronizing usage tracker for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:31:41.579650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14526075-b58d-44ce-a8a6-185e56b7af95,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:31:41.590643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.591082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.591476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.591821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.592181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.592565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.592898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.593253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.593710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.594071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.594424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.594774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:41.598870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:31:41.629202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Unset dirty status for tenant:de5a7eee64a94cdd8b5ba17fd9dc8680 on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:31:41.630625 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8df50afa55294ec8b3ad87f12324b28b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4913573
Apr 15 19:31:41.633666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 38916) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:31:41.651431 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:31:41.652034 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:31:41.955990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.policy [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85378) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 19:31:42.011952 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:31:42.012360 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING oslo_policy.policy [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:31:42.120864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:42.148097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:42.480132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:42.486750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:31:42.499940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14526075-b58d-44ce-a8a6-185e56b7af95,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:31:42.510508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:31:42.511807 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14526075-b58d-44ce-a8a6-185e56b7af95 HTTP/1.1" status: 204  len: 168 time: 0.8755751
Apr 15 19:31:42.513384 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.513762 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.514126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.514490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.514844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.515200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.515555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.516168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.516267 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.516568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.516918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.517261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Tracked resource versions report:
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:31:42.518386 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:31:42.545389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:32:04.911262 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:32:05.416441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1c503475-52c8-404b-bc18-bc0999f58b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:07.462607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3418dc19-2ed4-431b-adb5-9aa788b09bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:07.982494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:08.519244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:09.850874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:35.427111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-facf6a01-65f3-48e4-92ea-bc5457f35091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:37.461597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8b665b7-4f38-4bd1-b59d-b4bbe4f61dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:37.987057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:38.512859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:39.849930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:32:41.910768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 5 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:33:05.420744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55c7ed1e-3650-4638-8341-168778ca65d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:07.460856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e968aaf4-5f43-41d3-bf84-1f2ea50493af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:08.008963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:08.551852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:09.867027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:16.151998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151'] for agent, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:18.910465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:33:21.581357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38974) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:33:21.702338 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ef6fbb9e-0f82-4a56-9a16-b4bb6a42db64 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1198196
Apr 15 19:33:24.171559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 38984) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:33:24.231297 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-dc1e72b6-d0b1-4f7c-b056-1e239ce19fcd admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0585821
Apr 15 19:33:35.431149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1db9a074-e6d2-4708-ab3b-084a84dba426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:37.453856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cc5bce6-3fa7-4fe0-93a1-3df6a0d67213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:37.996660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:38.528169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:39.842502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:46.116426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:33:55.910364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:34:05.424865 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cceb740d-f5ee-4064-af8d-e989448fc039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:07.447632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0fdd630f-64af-480b-b680-fda4bfbd19bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:08.001209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:08.521583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:09.847834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:16.133542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:32.910143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:34:35.434447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6dbd1d4-681b-44ba-84d2-66cb8abe77e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:37.458036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-88c546bf-9252-4fe8-ba09-dcda31797578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:37.995018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:38.509725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:39.856726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:46.120739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:57.574537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39150) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:34:58.409904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39202) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:34:58.508011 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-400504436-network', 'tenant_id': '438dde1343434663a30b9587cd87478c'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:34:58.510874 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.quota [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6d9c3f6278>.
Apr 15 19:34:58.517528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:58.521969 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Usage tracker for resource:network and tenant:438dde1343434663a30b9587cd87478c is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:58.525718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:58.533402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:58.572101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Made reservation on behalf of 438dde1343434663a30b9587cd87478c for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:34:58.578237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:58.592595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:58.607881 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39210) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:34:58.616447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:58.620823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Usage tracker for resource:security_group_rule and tenant:438dde1343434663a30b9587cd87478c is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:58.623784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:58.630115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:58.770248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:58.840100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39226) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:34:58.844411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-204603398-network', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:34:58.854423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:58.862293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Usage tracker for resource:network and tenant:b50b98f6809c4827af150931fe60c57e is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:58.867807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:58.880866 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:58.910408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-430849219-network', 'tenant_id': '89760f30140846e5afda7b9e390528b0'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:34:58.918961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:58.923166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Usage tracker for resource:network and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:58.926442 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:58.932531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:58.938113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:58.944747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:34:58.979996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:34:58.994826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Made reservation on behalf of b50b98f6809c4827af150931fe60c57e for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:34:58.995464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb512d1-b946-485c-9d40-f64855ba99e2,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:34:58.999794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.006073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280056995649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.009004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6d9d230bf8> segment precommit_create {{(pid=85378) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 19:34:59.009004 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Added segment 4587df3a-a640-4f09-8b69-e59f7d3e47a9 of type vlan for network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e
Apr 15 19:34:59.014096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.017320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.017736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.018106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.018468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.018834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.019207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.019561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.019913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.020269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.020620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.020970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.021320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Tracked resource versions report:
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     HyperV agent@hv-cinder-77630: {},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:34:59.022415 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:34:59.044368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:59.047601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Made reservation on behalf of 89760f30140846e5afda7b9e390528b0 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:34:59.054985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.073040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Usage tracker for resource:security_group_rule and tenant:b50b98f6809c4827af150931fe60c57e is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:59.074417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:34:59.079256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.093497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:59.107492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:59.111234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.112029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:59.121448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Usage tracker for resource:security_group_rule and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:59.129645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:59.138733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:59.246570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.248098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:34:59.248774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.254826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:34:59.377410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-119260770-network', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:34:59.404735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.436578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Pushing event updated for resources: {'Network': ['ID=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:34:59.439690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.440470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:59.445233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:34:59.446378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Usage tracker for resource:network and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:59.449699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:59.452722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.457656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:34:59.457838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b91de63f-a6f3-4174-bce6-f9601fee7e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:34:59.457935 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8819129
Apr 15 19:34:59.458649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39242) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:34:59.464343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:59.471210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Request body: {'subnet': {'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-400504436-subnet', 'tenant_id': '438dde1343434663a30b9587cd87478c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:34:59.494252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:59.498097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:34:59.500967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.505981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Usage tracker for resource:subnet and tenant:438dde1343434663a30b9587cd87478c is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:59.510643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:59.530856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:59.539919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Made reservation on behalf of 0a7b4be1db3e4315b2d8dbdafbd64603 for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:34:59.544769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.545166 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Added segment a11818eb-72ea-426b-b554-0d80a91a1c6e of type vlan for network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e
Apr 15 19:34:59.553071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.555572 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c2e59-0379-4572-ba59-c5869d1b1568,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:34:59.567093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:34:59.578570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.579084 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Added segment af7b53be-253b-4b17-9187-7f5704cd574a of type vlan for network 469ed255-5891-4fce-aad5-6eacfee4436e
Apr 15 19:34:59.613599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.618868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.658827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:59.664027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:59.667671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:59.675142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:34:59.676256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.696269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.696834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.697227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.697847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.698219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.698585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.698946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.699310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.699686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.700143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.700506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.700863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Tracked resource versions report:
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     HyperV agent@hv-cinder-77630: {},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:34:59.701991 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:34:59.705611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:34:59.706284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.708577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b67a98dd-830f-4a25-a1ba-b49b6271aafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:34:59.715321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Made reservation on behalf of 438dde1343434663a30b9587cd87478c for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:34:59.729320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:34:59.731187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.731828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.773733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9483fc-d861-4302-a008-017c44756226,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:34:59.776935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:34:59.777725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a6ec72f9-2d18-4a41-ba61-05f13a0b97f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:34:59.812564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.874310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:34:59.875026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:34:59.923837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Pushing event updated for resources: {'Network': ['ID=469ed255-5891-4fce-aad5-6eacfee4436e,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:34:59.927366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:34:59.928669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:34:59.936458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 469ed255-5891-4fce-aad5-6eacfee4436e details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:34:59.946175 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3358438
Apr 15 19:34:59.949281 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39258) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:34:59.959573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Request body: {'subnet': {'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-subnet', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:34:59.969832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:34:59.978522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Usage tracker for resource:subnet and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:34:59.983360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:34:59.993379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:00.019885 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6087732
Apr 15 19:35:00.026529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39264) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:00.036838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Request body: {'subnet': {'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-subnet', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:00.046743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Made reservation on behalf of 89760f30140846e5afda7b9e390528b0 for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:00.053731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:00.056723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:00.062927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Usage tracker for resource:subnet and tenant:b50b98f6809c4827af150931fe60c57e is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:00.068341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:00.073054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Pushing event updated for resources: {'Network': ['ID=5b71d7c2-2476-4a3b-a726-66ccbef23e4e,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:00.076567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:00.083960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:00.086009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:35:00.178493 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Made reservation on behalf of b50b98f6809c4827af150931fe60c57e for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:00.185060 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:00.742840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:00.745633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:00.762986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6cbddca5-7f17-4a9e-916b-be608daabb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:00.834925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:00.864604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6ce81298-72af-4ea5-9ac5-6b4850ec269b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:00.920584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adffc78d-a4a4-4f67-8236-19e469f317ef,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:00.924878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:00.964652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:35:00.981795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a4d8b9-8842-49b9-b783-14c31eb717e2,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:00.985107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:00.992351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:00.992817 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Added segment 842f4415-3486-4811-acc7-f65da8be4a2b of type vlan for network 501f0258-50dd-4dce-979d-e0c7f721a652
Apr 15 19:35:01.019950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Checking segment: {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:01.020684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Network hostable DHCP agents. Network: 5b71d7c2-2476-4a3b-a726-66ccbef23e4e, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:35:01.051710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.086050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:35:01.093172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39302) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:01.160889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 5b71d7c2-2476-4a3b-a726-66ccbef23e4e) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:01.167552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:01.168999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.171893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9557b-2de0-4f82-98e3-59216ec63cff None None] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:01.230694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.238883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:01.239534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.248695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:01.277399 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.2497134
Apr 15 19:35:01.279155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.287358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39312) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:01.296039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:01.301139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Usage tracker for resource:security_group_rule and tenant:5afc1a62d87942bcbf03657b0245c6e1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:01.304603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:01.311144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:01.354612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:01.434556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:01.445449 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.6037529
Apr 15 19:35:01.448426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Usage tracker for resource:router and tenant:b50b98f6809c4827af150931fe60c57e is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:01.451497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Pushing event updated for resources: {'Network': ['ID=501f0258-50dd-4dce-979d-e0c7f721a652,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:01.454627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.455563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:01.456511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:01.459329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39320) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:01.463986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 501f0258-50dd-4dce-979d-e0c7f721a652 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:35:01.482160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26173302-166c-4582-82d4-756c28022b4a None None] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:01.490481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Request body: {'subnet': {'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-119260770-subnet', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:01.496529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:01.501241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:01.545663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:01.550534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.555026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Usage tracker for resource:subnet and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:01.572098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:01.674056 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.687646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:01.726496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.777216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:01.790221 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5afc1a62d87942bcbf03657b0245c6e1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6923602
Apr 15 19:35:01.804678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39336) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:01.847905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9333d7-0c29-4814-9349-42a71224e941,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:01.857378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:01.869415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:01.904155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd71cb8-7a5d-471c-a89a-e6d9264250cb,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:01.910897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:01.974140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39348) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:01.976985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83686a26-b8b7-4e3c-a91e-84f64107bb21,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:01.999099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:01.999099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.999099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:01.999630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.062557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.166470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.183382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:02.188258 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Usage tracker for resource:security_group_rule and tenant:b40c536a1bd54cf4ab3f195cb3bd4fa4 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:02.192431 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:02.199608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:02.220346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Made reservation on behalf of 0a7b4be1db3e4315b2d8dbdafbd64603 for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:02.225210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.289364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.300840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:02.320429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd71cb8-7a5d-471c-a89a-e6d9264250cb,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:02.324445 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:02.342954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.347251 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfd71cb8-7a5d-471c-a89a-e6d9264250cb HTTP/1.1" status: 204  len: 168 time: 0.5387139
Apr 15 19:35:02.351341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.389727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.411966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.425187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:02.467272 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b40c536a1bd54cf4ab3f195cb3bd4fa4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4919994
Apr 15 19:35:02.468918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbea1711-705c-47d2-9079-3090d50b17e4,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:02.472173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39368) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:02.475222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:02.480580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Checking segment: {'id': '4587df3a-a640-4f09-8b69-e59f7d3e47a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:02.480982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Network hostable DHCP agents. Network: a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:35:02.541836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8539add0-97c5-4474-8d1c-992cb8cde91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.571651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8539add0-97c5-4474-8d1c-992cb8cde91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.654853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:35:02.662722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8539add0-97c5-4474-8d1c-992cb8cde91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.669681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:02.697017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539add0-97c5-4474-8d1c-992cb8cde91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbea1711-705c-47d2-9079-3090d50b17e4,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:02.700610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8539add0-97c5-4474-8d1c-992cb8cde91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:02.702685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8539add0-97c5-4474-8d1c-992cb8cde91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.703823 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8539add0-97c5-4474-8d1c-992cb8cde91c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbea1711-705c-47d2-9079-3090d50b17e4 HTTP/1.1" status: 204  len: 168 time: 0.2304947
Apr 15 19:35:02.751358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Checking segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:02.751816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Network hostable DHCP agents. Network: 469ed255-5891-4fce-aad5-6eacfee4436e, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:35:02.838973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:02.852096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449bd86b-3719-49d7-af88-09e704a9bc47 None None] Network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:02.853325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:02.854063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:02.976600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39378) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:02.998390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.002553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.015797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:03.020755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Usage tracker for resource:security_group_rule and tenant:be59ae421a4643edb4cc329a61e2229e is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:03.023902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:03.025218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Network 469ed255-5891-4fce-aad5-6eacfee4436e is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:35:03.030697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:03.031364 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.5687366
Apr 15 19:35:03.035295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 469ed255-5891-4fce-aad5-6eacfee4436e) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:03.039372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:03.040008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.080710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de588838-00f4-45b2-a5d9-210463fbd46b None None] Network 469ed255-5891-4fce-aad5-6eacfee4436e requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:03.138876 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.1883893
Apr 15 19:35:03.144933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.145953 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39388) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:03.167312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:03.185356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:03.190446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Usage tracker for resource:router and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:03.193940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.195163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:03.238813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:03.289942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:03.294570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3adcf-d2b9-4211-b698-5b67c51b65b3,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:03.314188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:03.344508 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be59ae421a4643edb4cc329a61e2229e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3666351
Apr 15 19:35:03.348254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39394) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:03.374658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfb3c54-442b-4d83-8e4b-76f24cbabf0c None None] Network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:03.394347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.395451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.479638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.549474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.617590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.655192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.656733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.675772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.743227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-469ed255-5891-4fce-aad5-6eacfee4436e', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:35:03.744524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.747395 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.794462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b8c9d3cc-7b51-4538-b0ea-da71762ea149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:03.845843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3adcf-d2b9-4211-b698-5b67c51b65b3,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:03.859997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:03.873522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Allocated IP 172.27.1.50 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/17d3664e-b9a9-4349-b419-d736902d1afd) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:03.882213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.890982 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26f3adcf-d2b9-4211-b698-5b67c51b65b3 HTTP/1.1" status: 204  len: 168 time: 0.5383468
Apr 15 19:35:03.916792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39424) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:03.998063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:03.998063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:03.999433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Usage tracker for resource:security_group_rule and tenant:3c9ceb79af3a4801a8cb93ae5ad8e27d is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:04.004596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:04.018476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:04.056318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d931aee1-e9ec-47c2-bed0-1cbcb960d8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:04.170135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Allocated IP 172.20.0.2 (469ed255-5891-4fce-aad5-6eacfee4436e/83686a26-b8b7-4e3c-a91e-84f64107bb21/39367396-d8f4-42aa-9872-f29c1383c5d8) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:04.179564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39440) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:04.267912 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 19:35:04.291939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.359523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.421652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b11dde-5193-41fc-82d2-c68f2a109744,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:04.509160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:04.538063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Checking segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:04.538063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Network hostable DHCP agents. Network: 501f0258-50dd-4dce-979d-e0c7f721a652, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:35:04.616541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.624356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4ae44799-7b0d-476a-98e6-16c224521655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:04.631918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Transition to ACTIVE for port object 39367396-d8f4-42aa-9872-f29c1383c5d8 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:04.636893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.658451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Transition to ACTIVE for port object 39367396-d8f4-42aa-9872-f29c1383c5d8 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:04.665162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Network 501f0258-50dd-4dce-979d-e0c7f721a652 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:35:04.720816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.729363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.736819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-162ca310-143b-4276-a6e4-4948cd977ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:04.789448 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c9ceb79af3a4801a8cb93ae5ad8e27d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8693166
Apr 15 19:35:04.792562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39454) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:04.795589 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce400f0-efe1-4db9-99cd-216233d5d70b,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:04.800674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:04.824709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888196-a423-47de-8f44-c6fe36fb7591 req-ed128fa4-ec3c-4ad3-b1ce-f58ce270d93f tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:04.826381 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-ed128fa4-ec3c-4ad3-b1ce-f58ce270d93f tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/networks?id=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e HTTP/1.1" status: 200  len: 811 time: 0.6430664
Apr 15 19:35:04.834326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 501f0258-50dd-4dce-979d-e0c7f721a652) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:04.853806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:04.854460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.857402 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-5765da7b-fbec-4216-9ac0-14c8a7ac48d5 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/quotas/438dde1343434663a30b9587cd87478c HTTP/1.1" status: 200  len: 375 time: 0.0132332
Apr 15 19:35:04.865117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Pushing event updated for resources: {'Port': ['ID=39367396-d8f4-42aa-9872-f29c1383c5d8,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:04.872176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9076e0-ef65-405e-a925-9f2c204e04bc None None] Network 501f0258-50dd-4dce-979d-e0c7f721a652 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:04.913316 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.4508827
Apr 15 19:35:04.916486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39462) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:04.926571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:04.929986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.935064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:04.948208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:04.949704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Usage tracker for resource:router and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:04.956015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:05.091372 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-a7a102ab-1306-4788-9290-660c5bcb5576 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=438dde1343434663a30b9587cd87478c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2163408
Apr 15 19:35:05.140207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:05.211265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:05.249685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.250077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.250427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Tracked resource versions report:
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     HyperV agent@hv-cinder-77630: {},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:35:05.260008 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:35:05.262714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.267179 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:05.330664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-501f0258-50dd-4dce-979d-e0c7f721a652', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:35:05.331595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.376465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:05.398098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:05.414606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:05.548621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.556226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1fc0-f153-40a2-b129-c6313adddc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.584258 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Network 469ed255-5891-4fce-aad5-6eacfee4436e is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:05.588023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:05.592714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:05.605111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.611184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.622789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.645693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Pushing event updated for resources: {'Port': ['ID=17d3664e-b9a9-4349-b419-d736902d1afd,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:05.697181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:05.729145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-cc0ead1e-f789-4bd5-b436-922f8336e7dd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:35:05.732677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.734868 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-cc0ead1e-f789-4bd5-b436-922f8336e7dd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3963320
Apr 15 19:35:05.760509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.769065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:05.778599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce400f0-efe1-4db9-99cd-216233d5d70b,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:05.781109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:05.827229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Attempting to bind port 39367396-d8f4-42aa-9872-f29c1383c5d8 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:05.827933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Attempting to bind port 39367396-d8f4-42aa-9872-f29c1383c5d8 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:05.829501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Attempting to bind port 39367396-d8f4-42aa-9872-f29c1383c5d8 on network 469ed255-5891-4fce-aad5-6eacfee4436e {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:05.847422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:05.848041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Checking segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:05.848724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.849371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Bound using segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:05.850052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Bound port: 39367396-d8f4-42aa-9872-f29c1383c5d8, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:05.850656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:05.968451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39498) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:06.076852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Allocated IP 172.20.0.2 (501f0258-50dd-4dce-979d-e0c7f721a652/30b11dde-5193-41fc-82d2-c68f2a109744/ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:06.121954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] For port 39367396-d8f4-42aa-9872-f29c1383c5d8, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:06.127321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] For port 39367396-d8f4-42aa-9872-f29c1383c5d8, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=39367396-d8f4-42aa-9872-f29c1383c5d8,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:06.176580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.192300 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-307eab1f-dfaf-4545-9cd5-62d95cfc9ddc service neutron] 10.222.0.25 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4533396
Apr 15 19:35:06.231921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Allocated IP 172.27.1.12 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/7d032c6c-8f08-4bca-acdf-e00593964f95) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:06.329380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.347420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.348893 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ce400f0-efe1-4db9-99cd-216233d5d70b HTTP/1.1" status: 204  len: 168 time: 1.5553107
Apr 15 19:35:06.353872 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-9944d3c4-5c5c-4bcb-89a9-42ffd1c66e22 service neutron] 10.222.0.25 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521165
Apr 15 19:35:06.376885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.403689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:06.463372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:06.468398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Usage tracker for resource:security_group_rule and tenant:5f50343378d14ad6b2be6a51eee223e2 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:06.475094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:06.482492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:06.509914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Pushing event updated for resources: {'Port': ['ID=39367396-d8f4-42aa-9872-f29c1383c5d8,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:06.571141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:06.592440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.777580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.809411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.822785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.840468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Transition to ACTIVE for port object ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:06.847488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.867036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39534) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:06.871114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:06.886255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Transition to ACTIVE for port object ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:06.915515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:06.949162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:07.009191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.166615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Pushing event updated for resources: {'Port': ['ID=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:07.204202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:07.225800 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f50343378d14ad6b2be6a51eee223e2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2561905
Apr 15 19:35:07.240251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39554) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:07.245110 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-70584f81-4a76-4756-90e3-8f897e2c4ae4 req-a2ae985f-508c-419b-b65d-7fb146a5b982 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.2773359
Apr 15 19:35:07.305880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Pushing event updated for resources: {'Port': ['ID=7d032c6c-8f08-4bca-acdf-e00593964f95,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:07.307343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Network 501f0258-50dd-4dce-979d-e0c7f721a652 is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:07.313405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:07.315647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:07.316404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:07.324288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:07.372293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4c786f-da4f-4785-ac75-039d03003bd1,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:07.436099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:07.437069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.526864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:07.527625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Attempting to bind port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:07.528057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Attempting to bind port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:07.528476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Attempting to bind port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 on network 501f0258-50dd-4dce-979d-e0c7f721a652 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:07.528972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.534526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:07.534928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Checking segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:07.540880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.540880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Bound using segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:07.540880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Bound port: ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:07.540880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.561826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:07.576981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:07.698166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c72128cc-0034-4dba-aeb4-edff23d7cf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.763066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] For port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:07.784199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] For port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:07.807160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.835561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.861077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:07.880577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:07.889704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:08.199193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:08.223097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Pushing event updated for resources: {'Port': ['ID=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:08.236919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:08.244511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:08.277952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:08.361982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4c786f-da4f-4785-ac75-039d03003bd1,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:08.365698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:08.484078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad04c6c-499d-42c7-ab03-74eb3ebb25b8 None None] Network 469ed255-5891-4fce-aad5-6eacfee4436e requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:08.659150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:08.660629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Allocated IP 172.27.1.8 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/243f3e68-05fe-427c-8260-ce0383c3d954) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:08.733756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ad2009e1-cb6a-4447-b5e3-be6430ea1af0 None None] Provisioning for port 39367396-d8f4-42aa-9872-f29c1383c5d8 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:08.999599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 39367396-d8f4-42aa-9872-f29c1383c5d8 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:09.147822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Router a49606f0-1f9d-47d7-9730-816908e80182 is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:35:09.171327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.268125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 39367396-d8f4-42aa-9872-f29c1383c5d8 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:09.276897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 39367396-d8f4-42aa-9872-f29c1383c5d8 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:09.277315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.284024 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.440236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:35:09.452073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Sync routers for ids ['a49606f0-1f9d-47d7-9730-816908e80182'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:35:09.470771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Routers {'a49606f0-1f9d-47d7-9730-816908e80182'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:09.471731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b489f98>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['a49606f0-1f9d-47d7-9730-816908e80182'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:09.531671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.562327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:09.618295 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-89b41224-934c-4263-9c08-96fc839ccc6f req-97c92419-e6b9-4744-bbc8-dd3238ff0219 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 1.2340281
Apr 15 19:35:09.642621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.669191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.674051 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c4c786f-da4f-4785-ac75-039d03003bd1 HTTP/1.1" status: 204  len: 168 time: 2.4278967
Apr 15 19:35:09.762766 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Pushing event updated for resources: {'Port': ['ID=243f3e68-05fe-427c-8260-ce0383c3d954,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:09.767771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] Notify callbacks [] for router, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.776876 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f193c6a0-0e6c-4047-875e-4a07f67da6da admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.4829056
Apr 15 19:35:09.779459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39690) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:09.792444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-89b5d4ec-4e64-4a04-9e9f-06562f22ca56 None None] Provisioning complete for port 39367396-d8f4-42aa-9872-f29c1383c5d8 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:09.803811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-89b5d4ec-4e64-4a04-9e9f-06562f22ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.890647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:09.896265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 39367396-d8f4-42aa-9872-f29c1383c5d8, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=39367396-d8f4-42aa-9872-f29c1383c5d8,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:09.900296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Set router a49606f0-1f9d-47d7-9730-816908e80182 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:09.967258 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:09.980500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:10.106585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:10.302111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:35:10.363964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=39367396-d8f4-42aa-9872-f29c1383c5d8,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:10.385266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:10.387992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:10.411166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8fb25e-8550-4627-9178-1783ab9d3f0e None None] Network 501f0258-50dd-4dce-979d-e0c7f721a652 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:35:10.573662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-6965ecf5-8253-472b-a328-c6e66d72f573 None None] Provisioning for port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:10.761595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b489f98>, [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:35:05Z', 'revision_number': 3, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port': {'id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:10.773788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Checking router: a49606f0-1f9d-47d7-9730-816908e80182 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:35:10.774183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Updating router a49606f0-1f9d-47d7-9730-816908e80182 port 17d3664e-b9a9-4349-b419-d736902d1afd binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:35:10.959965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:11.022519 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:11.047965 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-020fad94-f51e-4f1f-aded-4deb50de89d1 req-b6a5e1f8-ec20-48aa-a97e-888130bb190b tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.0923355
Apr 15 19:35:11.149439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Router 84123b0b-b792-4c33-8ee6-2e03db0ead6a is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:35:11.230645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:11.236006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:11.250496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:11.274758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:11.280957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:11.285441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:11.348637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] Provisioning complete for port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:11.349197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:11.528358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:11.572309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] For port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:11.626089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:11.643576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:11.733468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.42', 52818) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:11.826779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:35:11.829634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:11.874373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Transition to ACTIVE for port object 17d3664e-b9a9-4349-b419-d736902d1afd will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:11.880897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:11.882390 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-55ccbed7-d7e5-464b-a0bf-6f45b7dc800b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.7352848
Apr 15 19:35:11.885403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39780) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:11.938019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:12.035201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 39367396-d8f4-42aa-9872-f29c1383c5d8 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:12.052720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:12.100913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Sync routers for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:35:12.168994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:12.170954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc701d0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:12.184442 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Pushing event updated for resources: {'Port': ['ID=17d3664e-b9a9-4349-b419-d736902d1afd,revision_number=2']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:12.259945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.262653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.264599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.265529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.266086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.267796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.268303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.268788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.271211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.272237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.272726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.273205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Tracked resource versions report:
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]: pushed versions:
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]: {   'AddressGroup': {'1.2'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'ConntrackHelper': {'1.0'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Log': {'1.0'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Network': {'1.1'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Port': {'1.7'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'PortForwarding': {'1.2'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'QosPolicy': {'1.8'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroup': {'1.4'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'SubPort': {'1.0'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Subnet': {'1.1'},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     'Trunk': {'1.1'}}
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]: consumer versions:
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]: {   DHCP agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     HyperV agent@hv-cinder-77630: {},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     L3 agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metadata agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     Metering agent@dv-cinder-776307-4-iscsi: {},
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:     Open vSwitch agent@dv-cinder-776307-4-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Log': '1.0',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Network': '1.1',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Port': '1.7',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'PortForwarding': '1.2',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'QosPolicy': '1.8',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroup': '1.4',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'SubPort': '1.0',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Subnet': '1.1',
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:                                                      'Trunk': '1.1'}}
Apr 15 19:35:12.275753 dv-cinder-776307-4-iscsi neutron-server[85263]:  {{(pid=85381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:35:12.293551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:12.395754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Attempting to bind port 17d3664e-b9a9-4349-b419-d736902d1afd on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:12.398618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Attempting to bind port 17d3664e-b9a9-4349-b419-d736902d1afd by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:12.399205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Attempting to bind port 17d3664e-b9a9-4349-b419-d736902d1afd on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:12.423568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:12.427537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:12.428306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:12.428918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:12.430237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Bound port: 17d3664e-b9a9-4349-b419-d736902d1afd, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:12.430674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:12.510119 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bb79f3eb-74eb-415e-9470-e9aa0444d39d req-ff4b47a3-ea13-4db9-b617-95d56f127296 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.0591178
Apr 15 19:35:12.554821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:12.744504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] Pushing event updated for resources: {'Port': ['ID=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:12.750013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.106s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:12.761048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 39367396-d8f4-42aa-9872-f29c1383c5d8 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:12.761578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:12.788640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] For port 17d3664e-b9a9-4349-b419-d736902d1afd, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:12.793320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] For port 17d3664e-b9a9-4349-b419-d736902d1afd, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=17d3664e-b9a9-4349-b419-d736902d1afd,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:12.876352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:12.915663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:13.043598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888196-a423-47de-8f44-c6fe36fb7591 req-7e54454a-5721-469f-8e7b-6df1d5eb6cb4 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:13.044191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-45888196-a423-47de-8f44-c6fe36fb7591 req-7e54454a-5721-469f-8e7b-6df1d5eb6cb4 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Synchronizing usage tracker for tenant:438dde1343434663a30b9587cd87478c on resource:network {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:13.175855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-45888196-a423-47de-8f44-c6fe36fb7591 req-7e54454a-5721-469f-8e7b-6df1d5eb6cb4 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Unset dirty status for tenant:438dde1343434663a30b9587cd87478c on resource:network {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:13.176673 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-7e54454a-5721-469f-8e7b-6df1d5eb6cb4 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.42 "GET /v2.0/networks?id=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e HTTP/1.1" status: 200  len: 811 time: 1.3931663
Apr 15 19:35:13.197570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc701d0>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:08Z', 'revision_number': 3, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:13.213427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:13.267676 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Pushing event updated for resources: {'Port': ['ID=17d3664e-b9a9-4349-b419-d736902d1afd,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:13.274219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:13.291550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:13.333576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Routers {'a49606f0-1f9d-47d7-9730-816908e80182'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:13.334242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b489f98>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['a49606f0-1f9d-47d7-9730-816908e80182'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:13.350735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Checking router: 84123b0b-b792-4c33-8ee6-2e03db0ead6a for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:35:13.351422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Updating router 84123b0b-b792-4c33-8ee6-2e03db0ead6a port 7d032c6c-8f08-4bca-acdf-e00593964f95 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:35:13.371776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Request body: {'port': {'device_id': '2e2bad1b-3662-4120-b769-d21af95119b9', 'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e', 'admin_state_up': True, 'tenant_id': '438dde1343434663a30b9587cd87478c'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:13.386383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:13.463534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:13.875182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Allocated IP 172.20.0.1 (469ed255-5891-4fce-aad5-6eacfee4436e/83686a26-b8b7-4e3c-a91e-84f64107bb21/95c7af21-f3c4-4570-bfe3-12c98a3c4ca4) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:13.880309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39866) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:13.891182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] Set router a49606f0-1f9d-47d7-9730-816908e80182 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:13.948024 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f5b11f06-6353-44ff-8f49-65182500f42e req-8054f489-3123-49ac-a6e6-a99c30ab3f26 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.0662363
Apr 15 19:35:14.084811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39876) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:14.091493 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:14.092823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:14.426747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:14.528894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b489f98>, [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:35:05Z', 'revision_number': 3, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port': {'id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:14.542707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e37b5f-da41-4a4f-a817-be4a708c8fb6 None None] The sync data for ids ['a49606f0-1f9d-47d7-9730-816908e80182'] in dv-cinder-776307-4-iscsi is: [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:35:05Z', 'revision_number': 3, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port': {'id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:35:14.768098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39886) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:14.782800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:14.805252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Transition to ACTIVE for port object 7d032c6c-8f08-4bca-acdf-e00593964f95 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:14.806301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:14.832900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:14.840552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Usage tracker for resource:security_group_rule and tenant:0e34466a9bb645779d9a585c77d8049b is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:14.843733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:14.847425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:14.847724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:14.850594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:14.855493 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:14.870494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:14.883827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Usage tracker for resource:port and tenant:438dde1343434663a30b9587cd87478c is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:14.939751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.001979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:15.036079 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Transition to ACTIVE for port object 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 will not be triggered until provisioned by entity DHCP. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:15.043864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.095523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:15.131688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:15.154843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:15.173936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Usage tracker for resource:security_group_rule and tenant:d22bb4eaaca843bb9cd626d35797b0b2 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:15.188864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:15.227181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:15.270734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbe43e-2dd6-4515-aef2-5d6acc730664 None None] Pushing event updated for resources: {'Port': ['ID=7d032c6c-8f08-4bca-acdf-e00593964f95,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:15.275831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e6fbe43e-2dd6-4515-aef2-5d6acc730664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:15.286595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.315827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Usage tracker for resource:security_group_rule and tenant:6695f380caeb4d24a34ed9126e3b96a4 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:15.332878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Made reservation on behalf of 438dde1343434663a30b9587cd87478c for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:15.379344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.400511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Attempting to bind port 7d032c6c-8f08-4bca-acdf-e00593964f95 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:15.401204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Attempting to bind port 7d032c6c-8f08-4bca-acdf-e00593964f95 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:15.401861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Attempting to bind port 7d032c6c-8f08-4bca-acdf-e00593964f95 on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:15.405103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:15.406507 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2f4e48b6-a343-4fe8-baed-0aad87269ad4 req-bc6e58f1-8c20-476d-bfca-6bc40bf5a1be tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.1274371
Apr 15 19:35:15.422277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.434122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:15.435548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:15.436586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.438603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:15.439879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Bound port: 7d032c6c-8f08-4bca-acdf-e00593964f95, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:15.441302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.451293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:15.475918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:15.505819 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e34466a9bb645779d9a585c77d8049b&name=default HTTP/1.1" status: 200  len: 2978 time: 1.6200194
Apr 15 19:35:15.517404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.518124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39904) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:15.564153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.632943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 17d3664e-b9a9-4349-b419-d736902d1afd up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:15.641509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.774307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Network 469ed255-5891-4fce-aad5-6eacfee4436e is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:15.785374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:15.805847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:15.806582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.814740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-82d296aa-5d5a-4bbe-befc-73f6f550e22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:15.825985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] For port 7d032c6c-8f08-4bca-acdf-e00593964f95, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:15.836755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] For port 7d032c6c-8f08-4bca-acdf-e00593964f95, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=7d032c6c-8f08-4bca-acdf-e00593964f95,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:15.881275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:15.887545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9488ad-f22d-483f-ba7f-4223fc799300,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:15.895759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:15.904525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d29be8a-e54d-4b2d-ac24-19fb1fc7cb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:15.907748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9cb9047c-2de5-4940-917b-73016277e512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:15.928337 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Allocated IP 172.20.0.5 (a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e/1a9333d7-0c29-4814-9349-42a71224e941/2b9d6490-ca89-48cd-907d-445aab281e1c) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:16.010514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.037441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 17d3664e-b9a9-4349-b419-d736902d1afd completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:16.067964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.137929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 17d3664e-b9a9-4349-b419-d736902d1afd triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:16.138386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.208514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Pushing event updated for resources: {'Port': ['ID=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:16.240910 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:16.298568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.300285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.358346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.449843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:16.486683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.550037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.556484 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d22bb4eaaca843bb9cd626d35797b0b2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7823124
Apr 15 19:35:16.565866 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b049b48-06b8-4311-9183-d86f7f573cf8,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:16.568656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39918) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:16.580088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 17d3664e-b9a9-4349-b419-d736902d1afd, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=17d3664e-b9a9-4349-b419-d736902d1afd,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:16.581448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:16.582826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-1d05c56d-568d-4d5a-88a9-9bf2b921e434 None None] Provisioning for port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:16.598100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-1d05c56d-568d-4d5a-88a9-9bf2b921e434 None None] Provisioning complete for port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:16.598744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1d05c56d-568d-4d5a-88a9-9bf2b921e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.651859 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6695f380caeb4d24a34ed9126e3b96a4&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5646245
Apr 15 19:35:16.671033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39922) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:16.692182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-1d05c56d-568d-4d5a-88a9-9bf2b921e434 None None] Port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:35:16.695223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.738145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbe43e-2dd6-4515-aef2-5d6acc730664 None None] Pushing event updated for resources: {'Port': ['ID=7d032c6c-8f08-4bca-acdf-e00593964f95,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:16.750301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e6fbe43e-2dd6-4515-aef2-5d6acc730664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:16.755860 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Allocated IP 172.20.0.1 (5b71d7c2-2476-4a3b-a726-66ccbef23e4e/adffc78d-a4a4-4f67-8236-19e469f317ef/49d3a4e1-01f5-4eb4-bd2e-15473e50c79c) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:16.756503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:16.830711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.839128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=17d3664e-b9a9-4349-b419-d736902d1afd,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:16.851173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:16.852206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.901267 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-53b4c1c2-eb61-42ac-8b84-86fd8996d413 req-edc65b0f-f48d-40b8-a77d-c07e5bd33942 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.1557767
Apr 15 19:35:16.903940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.resource_extend [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:35:16.917172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:16.917635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc701d0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:16.921798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.930734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:16.938311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd941-313a-4777-8684-dbaeea482266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.941174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.969919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:16.976213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9488ad-f22d-483f-ba7f-4223fc799300,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:17.001544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:17.002620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:17.044862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd941-313a-4777-8684-dbaeea482266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:17.147911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be53a0-677d-4d2a-a662-8eb6fce6f9af,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:17.148023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1e72a70d-92c9-4511-ace3-0ecc971c7293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:17.186137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:17.191326 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab9488ad-f22d-483f-ba7f-4223fc799300 HTTP/1.1" status: 204  len: 168 time: 1.6604097
Apr 15 19:35:17.210841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.395s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:17.212348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Router 29d789ad-1aa7-4d00-954c-c06129815a0f is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:35:17.218018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:17.260462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:17.263833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:17.372350 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Pushing event updated for resources: {'Port': ['ID=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:17.385807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:17.419439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Network 469ed255-5891-4fce-aad5-6eacfee4436e is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:17.424179 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:17.519254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd941-313a-4777-8684-dbaeea482266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:17.519945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:17.729569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Router 84123b0b-b792-4c33-8ee6-2e03db0ead6a has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:35:17.736225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:17.775606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd941-313a-4777-8684-dbaeea482266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be53a0-677d-4d2a-a662-8eb6fce6f9af,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:17.987189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:18.092957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 17d3664e-b9a9-4349-b419-d736902d1afd up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:18.246108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:18.295799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:35:18.312476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:18.329909 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] 10.222.0.25 "PUT /v2.0/routers/84123b0b-b792-4c33-8ee6-2e03db0ead6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4433806
Apr 15 19:35:18.333238 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef9cd941-313a-4777-8684-dbaeea482266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:18.337728 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ef9cd941-313a-4777-8684-dbaeea482266 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82be53a0-677d-4d2a-a662-8eb6fce6f9af HTTP/1.1" status: 204  len: 168 time: 1.6647291
Apr 15 19:35:18.340329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:18.348639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:18.354641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-2d9b1448-c10e-4d7c-a818-dd6a8f6d5abc None None] Provisioning complete for port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:18.355075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2d9b1448-c10e-4d7c-a818-dd6a8f6d5abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:18.364202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:18.365458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:18.368538 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6baa5e37-cd37-43ca-8e24-70212cd4ede9 req-c938a550-2438-402f-abb8-3b5c621db3fc tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.1384571
Apr 15 19:35:18.369891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b049b48-06b8-4311-9183-d86f7f573cf8,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:18.387283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:18.391346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:18.393290 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:18.394539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:18.396451 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b049b48-06b8-4311-9183-d86f7f573cf8 HTTP/1.1" status: 204  len: 168 time: 1.8203418
Apr 15 19:35:18.470160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b1448-c10e-4d7c-a818-dd6a8f6d5abc None None] Port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:35:18.567884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 17d3664e-b9a9-4349-b419-d736902d1afd triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:18.568182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:18.716965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc701d0>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:16Z', 'revision_number': 2, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:18.747890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe412a-9c15-4244-a279-566a4a330341 None None] The sync data for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi is: [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:16Z', 'revision_number': 2, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:35:19.027975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Pushing event updated for resources: {'Port': ['ID=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:19.036188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:19.062066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:35:19.071066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Sync routers for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:35:19.091409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:19.092250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0c88>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:19.126403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:19.165620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:19.326280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Notify callbacks [] for router, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:19.331233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 39982) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:19.345993 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 14.4283276
Apr 15 19:35:19.369048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:19.595301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:19.609653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Pushing event updated for resources: {'Port': ['ID=2b9d6490-ca89-48cd-907d-445aab281e1c,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:19.638055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:19.774209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:19.788026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:19.795687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:19.819225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:19.819225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:20.010725 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.7135704
Apr 15 19:35:20.059659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b1eb9dae-297f-4bf8-a7e8-c6cab244ed7c tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:35:20.071788 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b1eb9dae-297f-4bf8-a7e8-c6cab244ed7c tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0264206
Apr 15 19:35:20.119557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 39996) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:20.338262 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:20.340561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:20.381165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:20.395800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:20.447962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:20.457097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:20.583895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c61f2-3cc7-49e9-b9e4-0531b3395d9b req-438a9b10-f292-4b60-996f-d10a536e60ff tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:20.585914 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a8c61f2-3cc7-49e9-b9e4-0531b3395d9b req-438a9b10-f292-4b60-996f-d10a536e60ff tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 931 time: 0.8647192
Apr 15 19:35:20.636054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Usage tracker for resource:security_group_rule and tenant:87cebeb869bb4d3b8718872ca52a417d is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:20.701131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0c88>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:11Z', 'revision_number': 3, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:20.713417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Checking router: 29d789ad-1aa7-4d00-954c-c06129815a0f for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:35:20.713835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Updating router 29d789ad-1aa7-4d00-954c-c06129815a0f port 243f3e68-05fe-427c-8260-ce0383c3d954 binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:35:20.798206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:20.809647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:20.877975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Request body: {'port': {'device_id': '2e2bad1b-3662-4120-b769-d21af95119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:21.017710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:21.191359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Pushing event updated for resources: {'Port': ['ID=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:21.224054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:21.230783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40018) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:21.278011 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207280976', 'description': 'tempest-description--1372643651'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:21.312698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:21.403439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:21.457998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:21.459353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7d032c6c-8f08-4bca-acdf-e00593964f95 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:21.511903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:21.552680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:21.582890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:21.593275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:21.636417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Transition to ACTIVE for port object 243f3e68-05fe-427c-8260-ce0383c3d954 will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:21.681274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:21.692640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:21.705891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:21.772772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 7d032c6c-8f08-4bca-acdf-e00593964f95 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:21.778610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 7d032c6c-8f08-4bca-acdf-e00593964f95 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:21.779140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:21.836332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:21.841190 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group_rule and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:21.844283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:21.850566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:21.904864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:21.968653 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a8c61f2-3cc7-49e9-b9e4-0531b3395d9b req-38e00f38-b19a-4b43-aec0-4112ade83ccc tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3620136
Apr 15 19:35:22.102230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.180612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f263bd-6e44-4e19-a203-23e04613bc95 None None] Pushing event updated for resources: {'Port': ['ID=243f3e68-05fe-427c-8260-ce0383c3d954,revision_number=2']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:22.181189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.190516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.198452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d0f263bd-6e44-4e19-a203-23e04613bc95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:22.239313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 7d032c6c-8f08-4bca-acdf-e00593964f95, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=7d032c6c-8f08-4bca-acdf-e00593964f95,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:22.276264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.278718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:22.324191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Attempting to bind port 243f3e68-05fe-427c-8260-ce0383c3d954 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:22.325607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Attempting to bind port 243f3e68-05fe-427c-8260-ce0383c3d954 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:22.326020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Attempting to bind port 243f3e68-05fe-427c-8260-ce0383c3d954 on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:22.344151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:22.344571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:22.345199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.345668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:22.346337 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Bound port: 243f3e68-05fe-427c-8260-ce0383c3d954, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:22.346900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.393379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a98277fb-9a83-4e67-8335-d04da0165e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:22.428003 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.503153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=7d032c6c-8f08-4bca-acdf-e00593964f95,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:22.518124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:22.576153 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87cebeb869bb4d3b8718872ca52a417d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4530234
Apr 15 19:35:22.581421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40062) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:22.610523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] For port 243f3e68-05fe-427c-8260-ce0383c3d954, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:22.622037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] For port 243f3e68-05fe-427c-8260-ce0383c3d954, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=243f3e68-05fe-427c-8260-ce0383c3d954,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:22.658307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5216e5-018f-4350-addd-7b65e8724c7b,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:22.676508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.684711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:22.687423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.723920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:22.823878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Router a49606f0-1f9d-47d7-9730-816908e80182 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:35:22.825377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:22.998399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:23.193692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:23.222763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:23.390712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Allocated IP 172.20.0.1 (501f0258-50dd-4dce-979d-e0c7f721a652/30b11dde-5193-41fc-82d2-c68f2a109744/40e10bd0-3b2d-4ca1-93cd-e03a05cf2440) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:23.392760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7d032c6c-8f08-4bca-acdf-e00593964f95 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:23.479549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c9144-ebd8-4b04-9733-e953e481f74f req-b2282038-d9fc-4ed8-b9bd-ea7744d8804b tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:23.481231 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1f1c9144-ebd8-4b04-9733-e953e481f74f req-b2282038-d9fc-4ed8-b9bd-ea7744d8804b tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 931 time: 0.2900629
Apr 15 19:35:23.562433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f263bd-6e44-4e19-a203-23e04613bc95 None None] Pushing event updated for resources: {'Port': ['ID=243f3e68-05fe-427c-8260-ce0383c3d954,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:23.570668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d0f263bd-6e44-4e19-a203-23e04613bc95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:23.582645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Sync routers for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:35:23.629207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:23.634269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b77cda0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:23.702117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104f8023-d58c-4ea0-9cb2-fa8d809ade93,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:23.749770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:23.782402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:23.783891 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.5394206
Apr 15 19:35:23.789046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:23.789761 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40088) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:23.817373 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1f1c9144-ebd8-4b04-9733-e953e481f74f req-d2f549b3-15c4-48f9-ac0b-0306a9c8456c tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3008354
Apr 15 19:35:23.847451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'security_group_rule': {'security_group_id': '104f8023-d58c-4ea0-9cb2-fa8d809ade93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:23.885799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:23.900902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:23.957768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5216e5-018f-4350-addd-7b65e8724c7b,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:23.983321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group_rule and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:24.024306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:24.084607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:24.085713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.093568 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b5216e5-018f-4350-addd-7b65e8724c7b HTTP/1.1" status: 204  len: 168 time: 1.5013840
Apr 15 19:35:24.094016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:35:24.101591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:24.112308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:24.118913 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] 10.222.0.25 "PUT /v2.0/routers/a49606f0-1f9d-47d7-9730-816908e80182/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2234366
Apr 15 19:35:24.125400 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Sync routers for ids ['a49606f0-1f9d-47d7-9730-816908e80182'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:35:24.164381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9d6490-ca89-48cd-907d-445aab281e1c {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:24.199558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.219319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.221520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Routers {'a49606f0-1f9d-47d7-9730-816908e80182'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:24.222508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b51b668>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['a49606f0-1f9d-47d7-9730-816908e80182'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:24.257310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.280929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Transition to ACTIVE for port object 2b9d6490-ca89-48cd-907d-445aab281e1c will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:24.282842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 7d032c6c-8f08-4bca-acdf-e00593964f95 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:24.297191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.309287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.311780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Transition to ACTIVE for port object 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 will not be triggered until provisioned by entity DHCP. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:24.367428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b23301bc-70f5-4cad-a140-30c153394e7d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:24.403879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:24.404581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0c88>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:24.419270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.457075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.459764 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:24.624322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:24.728220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Pushing event updated for resources: {'Port': ['ID=2b9d6490-ca89-48cd-907d-445aab281e1c,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:24.737406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:24.979975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7fbb75-6932-47ac-8f49-6cee6262931a,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:24.988370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:25.011437 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2183375
Apr 15 19:35:25.014272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:25.014923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40118) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:25.029867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:25.152236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'security_group_rule': {'security_group_id': '104f8023-d58c-4ea0-9cb2-fa8d809ade93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:25.207223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:25.231936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Set router a49606f0-1f9d-47d7-9730-816908e80182 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:25.264674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group_rule and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:25.291565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:25.298991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Attempting to bind port 2b9d6490-ca89-48cd-907d-445aab281e1c on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:25.321587 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Attempting to bind port 2b9d6490-ca89-48cd-907d-445aab281e1c by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4587df3a-a640-4f09-8b69-e59f7d3e47a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:25.322116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Attempting to bind port 2b9d6490-ca89-48cd-907d-445aab281e1c on network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:25.325123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:25.348130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Port 2b9d6490-ca89-48cd-907d-445aab281e1c on network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:35:25.348636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Attempting to bind port 2b9d6490-ca89-48cd-907d-445aab281e1c on network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:25.356935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:25.367782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Checking segment: {'id': '4587df3a-a640-4f09-8b69-e59f7d3e47a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:25.368795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Bound using segment: {'id': '4587df3a-a640-4f09-8b69-e59f7d3e47a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:25.369495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Bound port: 2b9d6490-ca89-48cd-907d-445aab281e1c, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4587df3a-a640-4f09-8b69-e59f7d3e47a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:25.369979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:25.436184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:25.478495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:25.554611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Network 501f0258-50dd-4dce-979d-e0c7f721a652 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:25.607445 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:25.620493 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:25.625220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:25.841612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Pushing event updated for resources: {'Port': ['ID=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:25.845294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:26.011847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.031569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b77cda0>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:16Z', 'revision_number': 2, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:26.038858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Checking router: 84123b0b-b792-4c33-8ee6-2e03db0ead6a for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:35:26.040013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Updating router 84123b0b-b792-4c33-8ee6-2e03db0ead6a port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:35:26.047105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.049698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] For port 2b9d6490-ca89-48cd-907d-445aab281e1c, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:26.062923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] For port 2b9d6490-ca89-48cd-907d-445aab281e1c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2b9d6490-ca89-48cd-907d-445aab281e1c,segment=NetworkSegment(4587df3a-a640-4f09-8b69-e59f7d3e47a9),segment_id=4587df3a-a640-4f09-8b69-e59f7d3e47a9)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:26.106343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:26.129434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.144316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dfb523-2bb7-47a9-b324-c3b8fb0336c0,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:26.160522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:26.166254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.195364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.228771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:26.333663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.335038 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3169222
Apr 15 19:35:26.410895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40162) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:26.425830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:26.461701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:26.509895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:floatingip and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:26.522547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:26.551234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:26.612703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef70432-a986-4873-a419-f4d33d580582 req-041ade04-7e31-474c-a157-9121110dc445 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:26.622389 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fef70432-a986-4873-a419-f4d33d580582 req-041ade04-7e31-474c-a157-9121110dc445 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 1.2873979
Apr 15 19:35:26.625591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Pushing event updated for resources: {'Port': ['ID=2b9d6490-ca89-48cd-907d-445aab281e1c,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:26.630537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-a686cae5-da5f-4332-bbfb-7a7722e9098f None None] Provisioning for port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:26.667796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:26.712949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:26.713777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.716128 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] 10.222.0.42 "PUT /v2.0/ports/2b9d6490-ca89-48cd-907d-445aab281e1c HTTP/1.1" status: 200  len: 1093 time: 6.1351473
Apr 15 19:35:26.716650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2bad1b-3662-4120-b769-d21af95119b9', 'tag': '2b9d6490-ca89-48cd-907d-445aab281e1c'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:35:26.741372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-a686cae5-da5f-4332-bbfb-7a7722e9098f None None] Provisioning complete for port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:26.742133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a686cae5-da5f-4332-bbfb-7a7722e9098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.820271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:26.849597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a686cae5-da5f-4332-bbfb-7a7722e9098f None None] Port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:35:26.973008 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fef70432-a986-4873-a419-f4d33d580582 req-9f28f9a2-b85d-4101-8ff0-75292e81ce73 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3005750
Apr 15 19:35:27.014291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-f37fc67e-0c11-49ab-a072-fd4bafcca9a8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:27.016366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0c88>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:11Z', 'revision_number': 3, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:27.034891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2d16c8-d27c-4858-86be-f001549542ed None None] The sync data for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi is: [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:11Z', 'revision_number': 3, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:35:27.036328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-f37fc67e-0c11-49ab-a072-fd4bafcca9a8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Synchronizing usage tracker for tenant:b50b98f6809c4827af150931fe60c57e on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:27.171687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:27.213818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Transition to ACTIVE for port object 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:27.258464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:27.427274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b51b668>, [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:35:19Z', 'revision_number': 4, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port': {'id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '49d3a4e1-01f5-4eb4-bd2e-15473e50c79c', 'name': '', 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'mac_address': 'fa:16:3e:ce:8f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:14Z', 'updated_at': '2021-04-15T19:35:19Z', 'revision_number': 2, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'subnets': [{'id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:27.440155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Checking router: a49606f0-1f9d-47d7-9730-816908e80182 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:35:27.442623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Updating router a49606f0-1f9d-47d7-9730-816908e80182 port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:35:27.505811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:27.615856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:27.682958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:27.724405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888196-a423-47de-8f44-c6fe36fb7591 req-476ff46c-cae8-490a-a8c8-a905378d2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:27.724405 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-476ff46c-cae8-490a-a8c8-a905378d2705 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=438dde1343434663a30b9587cd87478c&device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 1096 time: 0.8134646
Apr 15 19:35:27.746542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:27.758342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:27.851778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:27.952598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92181209-2f1d-41ee-9b45-2882969721c7 None None] Pushing event updated for resources: {'Port': ['ID=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:27.962823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-92181209-2f1d-41ee-9b45-2882969721c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:27.971396 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-f37fc67e-0c11-49ab-a072-fd4bafcca9a8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Unset dirty status for tenant:b50b98f6809c4827af150931fe60c57e on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:27.988010 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-f37fc67e-0c11-49ab-a072-fd4bafcca9a8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 818 time: 1.7526553
Apr 15 19:35:28.051032 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-052f7fb4-c891-4e5b-b6b3-c0d4754ee6fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b9d6490-ca89-48cd-907d-445aab281e1c HTTP/1.1" status: 200  len: 217 time: 0.3399172
Apr 15 19:35:28.214373 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2bad1b-3662-4120-b769-d21af95119b9', 'tag': '2b9d6490-ca89-48cd-907d-445aab281e1c', 'status': 'completed', 'code': 200}
Apr 15 19:35:28.363268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Pushing event updated for resources: {'Port': ['ID=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:28.375183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:28.384888 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-5a040c63-e151-441a-8897-37b4e1188418 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/quotas/b50b98f6809c4827af150931fe60c57e HTTP/1.1" status: 200  len: 375 time: 0.3958893
Apr 15 19:35:28.418475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:28.423273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b1de1f92-3d9a-4adf-a6f9-4d0f350e26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:28.424799 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-b1de1f92-3d9a-4adf-a6f9-4d0f350e26e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a9333d7-0c29-4814-9349-42a71224e941 HTTP/1.1" status: 200  len: 851 time: 0.3487360
Apr 15 19:35:28.665034 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-fb03ac1c-fab7-43f3-b47f-3aedff9cae01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2221401
Apr 15 19:35:28.711402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:28.728801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Transition to ACTIVE for port object 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:28.748988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Attempting to bind port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:28.751543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Attempting to bind port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:28.752215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Attempting to bind port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 on network 469ed255-5891-4fce-aad5-6eacfee4436e {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:28.763030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:28.763712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Checking segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:28.764362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:28.765052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Bound using segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:28.765828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Bound port: 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:28.766535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:28.795953 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:28.805991 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-d82fc150-a3e2-475a-84cd-c6398fe4cdb4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4010425
Apr 15 19:35:28.834092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Network 501f0258-50dd-4dce-979d-e0c7f721a652 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:28.847522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d28ac-cc3a-4f2c-8b87-8bba67cc347c req-1f2c4410-0c5c-423b-95cd-6e197772b7e6 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:28.849283 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e24d28ac-cc3a-4f2c-8b87-8bba67cc347c req-1f2c4410-0c5c-423b-95cd-6e197772b7e6 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 0.3091712
Apr 15 19:35:28.850610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:28.856576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-203c940f-29d9-456b-8de7-128d22a4fdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:29.024325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] For port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:29.034283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] For port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:29.128107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:29.160355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6a7e-52b1-4c71-b550-12846e62f28b None None] Pushing event updated for resources: {'Port': ['ID=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:29.160568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cf330c24-f55e-4548-a516-78dcc5150738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:29.167475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73fa6a7e-52b1-4c71-b550-12846e62f28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:29.172240 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-18cec735-733a-454f-aea5-c4e9b96e137f service neutron] 10.222.0.42 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4954460
Apr 15 19:35:29.324835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Allocated IP 172.27.1.185 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/78aa9c70-c2b1-4d7c-9be2-40a28df0d899) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:29.459157 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e24d28ac-cc3a-4f2c-8b87-8bba67cc347c req-7a462d9c-0b5c-472b-8185-6ca61873ec2a tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5967853
Apr 15 19:35:29.573414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-593c8a82-9fe2-48c7-af23-5ffe1539b65a None None] Provisioning complete for port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:29.574277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-593c8a82-9fe2-48c7-af23-5ffe1539b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:29.596167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Router 29d789ad-1aa7-4d00-954c-c06129815a0f has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:35:29.677006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:29.678136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b77cda0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:29.844142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-3d591880-2fd8-4e54-8256-58e049cd609b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85379) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:35:29.844142 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-3d591880-2fd8-4e54-8256-58e049cd609b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4699571
Apr 15 19:35:29.918052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Attempting to bind port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:29.918472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Attempting to bind port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:29.918882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Attempting to bind port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c on network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:29.930154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:29.934961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Checking segment: {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:29.934961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:29.934961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Bound using segment: {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:29.934961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Bound port: 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:29.934961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:30.013228 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-593c8a82-9fe2-48c7-af23-5ffe1539b65a None None] Port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:35:30.023474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 243f3e68-05fe-427c-8260-ce0383c3d954 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:30.081788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] For port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:30.081788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] For port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:30.137877 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45888196-a423-47de-8f44-c6fe36fb7591 req-3594b604-4a9a-4c0b-a6e6-ad5c472c0cd9 service neutron] 10.222.0.42 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9574034
Apr 15 19:35:30.156358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:30.157627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92181209-2f1d-41ee-9b45-2882969721c7 None None] Pushing event updated for resources: {'Port': ['ID=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:30.165266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-92181209-2f1d-41ee-9b45-2882969721c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:30.174990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:30.183125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73fa6a7e-52b1-4c71-b550-12846e62f28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:30.246663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 243f3e68-05fe-427c-8260-ce0383c3d954 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:30.253098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:30.265471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 243f3e68-05fe-427c-8260-ce0383c3d954 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:30.265895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:30.277373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:30.296420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:35:30.310443 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] 10.222.0.25 "PUT /v2.0/routers/29d789ad-1aa7-4d00-954c-c06129815a0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9777014
Apr 15 19:35:30.341004 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-6d53e085-d25d-4d84-84f4-8a37272953f9 service neutron] 10.222.0.25 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3286653
Apr 15 19:35:30.422691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:30.425551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6a7e-52b1-4c71-b550-12846e62f28b None None] Pushing event updated for resources: {'Port': ['ID=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,revision_number=4']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:30.447435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73fa6a7e-52b1-4c71-b550-12846e62f28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:30.544724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'Port': ['ID=78aa9c70-c2b1-4d7c-9be2-40a28df0d899,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:30.561430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:30.627635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Routers {'a49606f0-1f9d-47d7-9730-816908e80182'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:30.633013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b51b668>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['a49606f0-1f9d-47d7-9730-816908e80182'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:30.676829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:30.701452 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-44570d05-a154-4de5-afa7-bc73cba4e90a service neutron] 10.222.0.25 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3484035
Apr 15 19:35:30.744460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:30.745811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:30.761863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:30.774065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 243f3e68-05fe-427c-8260-ce0383c3d954, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=243f3e68-05fe-427c-8260-ce0383c3d954,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:30.854361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:30.861712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:30.905207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ce91-6e06-475c-8687-acba7af7ddad req-79b774e6-cbed-4125-9298-1c5706ab7e11 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:30.916408 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3967ce91-6e06-475c-8687-acba7af7ddad req-79b774e6-cbed-4125-9298-1c5706ab7e11 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 0.2023332
Apr 15 19:35:30.947230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=243f3e68-05fe-427c-8260-ce0383c3d954,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:30.952239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:30.983444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] Set router a49606f0-1f9d-47d7-9730-816908e80182 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:30.999402 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3967ce91-6e06-475c-8687-acba7af7ddad req-51552b2e-5359-408b-a7d9-6ba9daa06941 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833941
Apr 15 19:35:31.064581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:31.171061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Sync routers for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:35:31.206872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:31.211345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7bd208>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:31.271774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:31.282169 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d218c53e-956f-447f-b6aa-dd92e8c0911c req-c5fc7220-d865-4e97-81eb-aa8f109ecf88 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 210 time: 0.1136727
Apr 15 19:35:31.733016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b51b668>, [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:35:19Z', 'revision_number': 4, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port': {'id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '49d3a4e1-01f5-4eb4-bd2e-15473e50c79c', 'name': '', 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'mac_address': 'fa:16:3e:ce:8f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:14Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'subnets': [{'id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:31.740969 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4161d0e-ff81-4b86-b6c2-1de8dc93ae00 None None] The sync data for ids ['a49606f0-1f9d-47d7-9730-816908e80182'] in dv-cinder-776307-4-iscsi is: [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:35:19Z', 'revision_number': 4, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port': {'id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '49d3a4e1-01f5-4eb4-bd2e-15473e50c79c', 'name': '', 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'mac_address': 'fa:16:3e:ce:8f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:14Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'subnets': [{'id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:35:31.784810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:31.790688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 243f3e68-05fe-427c-8260-ce0383c3d954 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:31.830584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:32.001061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:32.064209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:32.144229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'Port': ['ID=78aa9c70-c2b1-4d7c-9be2-40a28df0d899,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:32.149623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-aa940eba-03ef-4b4c-b13f-8655b81e5fc1 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:32.159535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:32.162663 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-aa940eba-03ef-4b4c-b13f-8655b81e5fc1 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 818 time: 0.3297389
Apr 15 19:35:32.201220 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-55298e7d-806a-4385-8a5c-bfc4d895aa6c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/quotas/b50b98f6809c4827af150931fe60c57e HTTP/1.1" status: 200  len: 375 time: 0.0373986
Apr 15 19:35:32.363702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b77cda0>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:29Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:32.363854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36574b-17bb-41ab-b6d7-5561aac5da3f None None] The sync data for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi is: [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:29Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:35:32.399068 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-185a72ff-721c-4300-bb92-a1d55de4b0b6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1954007
Apr 15 19:35:32.404710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:32.527487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-6e882636-e081-42b7-9b61-6b2bc7f930e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:32.529139 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-6e882636-e081-42b7-9b61-6b2bc7f930e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=438dde1343434663a30b9587cd87478c&device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 1096 time: 0.2091932
Apr 15 19:35:32.587838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:32.598317 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.1730151
Apr 15 19:35:32.736949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40360) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:32.762323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828494241', 'description': 'tempest-description--449937471'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:32.794786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 243f3e68-05fe-427c-8260-ce0383c3d954 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:32.804816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:32.805958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:32.820586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:32.825248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:32.857628 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-d3e9201c-9c20-4ff1-a199-55e9a64c7dd8 service neutron] 10.222.0.25 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4531207
Apr 15 19:35:32.859942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:33.039567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-5b7d082f-1767-49e2-b6dc-c53edba1c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:33.042725 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-5b7d082f-1767-49e2-b6dc-c53edba1c540 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e HTTP/1.1" status: 200  len: 912 time: 0.5028570
Apr 15 19:35:33.070357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7bd208>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:26Z', 'revision_number': 2, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:33.077757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Checking router: 29d789ad-1aa7-4d00-954c-c06129815a0f for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:35:33.078176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Updating router 29d789ad-1aa7-4d00-954c-c06129815a0f port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:35:33.144733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:33.160783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:33.260215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:33.265313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group_rule and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:33.268501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:33.272392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:33.279524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:33.383850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140129-cd1a-47d2-b5ca-ae4c0bd791de req-42b4bf3f-214a-4239-ae2d-44f4e2e7cb7b tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:33.385646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:33.386110 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ba140129-cd1a-47d2-b5ca-ae4c0bd791de req-42b4bf3f-214a-4239-ae2d-44f4e2e7cb7b tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 0.3225431
Apr 15 19:35:33.403307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:33.404052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:33.457496 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-e7b813fd-21c2-40b7-9847-84e5b6b301eb service neutron] 10.222.0.25 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5989149
Apr 15 19:35:33.462167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:33.507444 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ba140129-cd1a-47d2-b5ca-ae4c0bd791de req-f25fa27b-af3b-4500-b708-f30e5469f869 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952656
Apr 15 19:35:33.507444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:33.548358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-91d545cd-d7cf-4729-882a-111d45c4bae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:33.596505 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea8f4bb-c7b0-453c-9b03-64a806714b25,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:33.599798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:33.618453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:33.618453 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8746145
Apr 15 19:35:33.618699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40394) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:33.622636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'security_group_rule': {'security_group_id': '5ea8f4bb-c7b0-453c-9b03-64a806714b25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:33.642788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:33.656581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group_rule and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:33.693382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:33.718926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:33.913185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:33.994456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:33.999629 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-9cd1a3c9-c973-48ae-b97c-9e99b67d8339 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b9d6490-ca89-48cd-907d-445aab281e1c HTTP/1.1" status: 200  len: 217 time: 0.2330649
Apr 15 19:35:34.025293 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cf4d63cf-3793-4d5e-96f0-a00a2ee1e08d req-90493a8a-2978-4810-b134-e1e11aabed46 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.1482360
Apr 15 19:35:34.025293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-4434c783-7fda-4ccf-9fe0-ad7cacfd496c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:34.031253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.087061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-4434c783-7fda-4ccf-9fe0-ad7cacfd496c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:34.088310 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-4434c783-7fda-4ccf-9fe0-ad7cacfd496c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1207280976&fields=id&tenant_id=89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 267 time: 0.3545666
Apr 15 19:35:34.091260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.113178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.117812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:34.161408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.163948 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cbdecbe9-f604-4278-922e-eac3c3abce80 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:34.225816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d1b380-93aa-447f-9c94-1f1ccccaabb4,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:34.228858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:34.230322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.250279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:34.251731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.253110 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6361902
Apr 15 19:35:34.256174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40420) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:34.257126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Transition to ACTIVE for port object 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:34.260593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:34.263683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'security_group_rule': {'security_group_id': '5ea8f4bb-c7b0-453c-9b03-64a806714b25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:34.274427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:34.278014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:34.278647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group_rule and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:34.285925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:34.292899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:34.327498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.346742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:34.354038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.383245 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-389c5187-d6dd-4fa2-93c4-8cdf7bb492e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:34.393861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-389c5187-d6dd-4fa2-93c4-8cdf7bb492e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:34.447903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-389c5187-d6dd-4fa2-93c4-8cdf7bb492e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:34.455074 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-389c5187-d6dd-4fa2-93c4-8cdf7bb492e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 816 time: 0.3491750
Apr 15 19:35:34.476155 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-85b8fc61-dde8-44c2-adee-b215fca6c416 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/quotas/89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 375 time: 0.0184848
Apr 15 19:35:34.524745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f68bd7-60a1-49dc-8607-ca8a10cd99de None None] Pushing event updated for resources: {'Port': ['ID=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:34.536700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c9f68bd7-60a1-49dc-8607-ca8a10cd99de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:34.546907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.575911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:34.605092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:34.605574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.606377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.609162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:34.636859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-589b8f73-0129-42a2-8d62-bcc33b77cbd5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:34.673532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa7be92-d8a1-4a2d-929f-aab2789d627c,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:34.685764 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:34.795098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d31a-e8e9-4c55-832d-9dba47a5e25b req-ddfe3826-d73e-45b7-b16e-1b56d5c6db0d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:34.797199 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7212d31a-e8e9-4c55-832d-9dba47a5e25b req-ddfe3826-d73e-45b7-b16e-1b56d5c6db0d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 0.1461971
Apr 15 19:35:34.807206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:34.808564 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5511556
Apr 15 19:35:34.812177 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40440) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:34.817999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-589b8f73-0129-42a2-8d62-bcc33b77cbd5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:34.818307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:34.823251 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-589b8f73-0129-42a2-8d62-bcc33b77cbd5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3283641
Apr 15 19:35:34.830743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:34.841218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:floatingip and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:34.852970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:34.866875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:34.974996 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7212d31a-e8e9-4c55-832d-9dba47a5e25b req-43830e96-baae-410d-ae31-46051a0c63c1 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580112
Apr 15 19:35:35.033067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:35.059850 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-7f1929a4-f965-4e7c-988d-27a3a16945af service neutron] 10.222.0.25 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898727
Apr 15 19:35:35.216507 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-ff346416-796b-414c-af0c-574e67233980 service neutron] 10.222.0.25 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494286
Apr 15 19:35:35.839712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-c075dd1e-1d9f-43ed-b0d5-6f26cdc27062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:35.841498 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-c075dd1e-1d9f-43ed-b0d5-6f26cdc27062 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a9333d7-0c29-4814-9349-42a71224e941 HTTP/1.1" status: 200  len: 851 time: 0.0785105
Apr 15 19:35:35.903113 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-ddb87d5d-c29c-40d9-9e13-b79d2c26dabb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545080
Apr 15 19:35:36.050319 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-ccf04ecf-fdf7-4490-b6b5-e380591cc377 service neutron] 10.222.0.42 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390977
Apr 15 19:35:36.111334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:36.213855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-52f0ca4d-ee68-4de8-bc6c-7dfad99fc85b req-e6de1aa4-8e11-4d82-b0d4-f2107155c3f3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.0835044
Apr 15 19:35:36.224428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b200c34b-53b4-4880-b199-4d234d108cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:36.228913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:36.237768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:36.255275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:36.344221 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5fda88c-2135-4e30-966d-dac6b44254c4 req-a6486c76-c070-4a40-af86-cd155d2c2f7e service neutron] 10.222.0.42 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2844820
Apr 15 19:35:36.431351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Attempting to bind port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:36.431771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Attempting to bind port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:36.432506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Attempting to bind port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 on network 501f0258-50dd-4dce-979d-e0c7f721a652 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:36.466908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:36.560385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:36.562306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Checking segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:36.564388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:36.564519 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:36.565156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Bound using segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:36.566806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Bound port: 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:36.568348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:36.749830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:36.756158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:36.825076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:36.825541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:36.843358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Allocated IP 172.27.1.191 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:36.889931 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] For port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:36.914013 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-22deea09-67a7-47bf-bc97-0fdb5588f808 req-7410142e-2f13-464a-9c42-6911812edee7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.5694506
Apr 15 19:35:36.924027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] For port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:36.989433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19ba8a-2593-4aca-ae06-d8135d3ceb67 req-bfdf7a3d-29bc-418a-9380-e40fef77c504 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:36.991206 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d19ba8a-2593-4aca-ae06-d8135d3ceb67 req-bfdf7a3d-29bc-418a-9380-e40fef77c504 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 0.5497224
Apr 15 19:35:36.995577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.051265 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d19ba8a-2593-4aca-ae06-d8135d3ceb67 req-38c00982-3d32-4071-b652-d4a88e437b5c tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518329
Apr 15 19:35:37.064447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.081489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-930ead8f-7ae9-4288-a9da-2bc9b0d387db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:37.142487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.157429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-afe34fa8-1a31-46e0-a988-59c11cfdb181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:37.225698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f68bd7-60a1-49dc-8607-ca8a10cd99de None None] Pushing event updated for resources: {'Port': ['ID=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:37.228963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c9f68bd7-60a1-49dc-8607-ca8a10cd99de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:37.275483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:35:37.275483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7bd208>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:35:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:37.305401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'Port': ['ID=9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:37.312799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:37.398569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:37.399946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:37.402870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:37.441818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.460793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-02549a56-6775-41d4-beb6-7176bb84d51f req-3dc74512-29a6-409d-b5c0-1751cb0302ec tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.0807981
Apr 15 19:35:37.518668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:35:37.552295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.580185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2892c3a0-133a-4dea-ba81-94692ed66308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.817190 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.853326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:37.871094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7bd208>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:36Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:35:37.874372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:37.875608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f527f-c8e9-467e-b6b4-de318bfeb8b1 None None] The sync data for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi is: [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:36Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:35:37.970750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'Port': ['ID=9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:37.973715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:38.020347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:38.124362 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-adbddb47-aba7-47bd-a128-4b2049f974a3 req-58be4821-3048-4f70-ba22-1c31f3ff5509 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.0725453
Apr 15 19:35:38.170939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:38.252721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:38.262590 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4411881
Apr 15 19:35:38.326611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68e52-5c7a-4758-8b9f-e7603ed75d8d req-0721c5bf-27f6-4d90-9b46-b0c8f4593f78 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:38.328209 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45c68e52-5c7a-4758-8b9f-e7603ed75d8d req-0721c5bf-27f6-4d90-9b46-b0c8f4593f78 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 0.1135356
Apr 15 19:35:38.383079 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45c68e52-5c7a-4758-8b9f-e7603ed75d8d req-688bfce0-b7a0-40c2-91fe-377c54bc3ac7 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463142
Apr 15 19:35:38.433962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:38.518589 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-405fcefd-6cc9-49db-9d8f-ef23112736da tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Synchronizing usage tracker for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:38.553740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:38.555323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:38.589847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-405fcefd-6cc9-49db-9d8f-ef23112736da tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Unset dirty status for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:38.591235 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-405fcefd-6cc9-49db-9d8f-ef23112736da tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1828494241&fields=id&tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603 HTTP/1.1" status: 200  len: 267 time: 0.1448033
Apr 15 19:35:38.622424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:38.732302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:38.782016 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95e376e8-a97b-4d7c-a8dd-99167417d721 req-dda9c73d-2c84-49bb-bd8f-f5dc3e881798 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.1402445
Apr 15 19:35:38.886911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:38.887407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-ba20e855-950a-400f-a9df-61c62d341ed0 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:38.893712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:38.894159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:38.895264 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-ba20e855-950a-400f-a9df-61c62d341ed0 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 810 time: 0.2943373
Apr 15 19:35:38.914411 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-c74512f4-efbd-4693-ad64-2702060d767f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/quotas/0a7b4be1db3e4315b2d8dbdafbd64603 HTTP/1.1" status: 200  len: 375 time: 0.0181127
Apr 15 19:35:39.002788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-f27daa83-24ed-47bb-a8c0-745a026cb755 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Synchronizing usage tracker for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:39.035083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:39.047152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-f27daa83-24ed-47bb-a8c0-745a026cb755 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Unset dirty status for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:39.049181 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-f27daa83-24ed-47bb-a8c0-745a026cb755 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1337898
Apr 15 19:35:39.069711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:39.096590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:39.098603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:39.196862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:39.201239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:39.212543 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-f31fc284-a0ca-4666-be22-78e24fbeb4e6 service neutron] 10.222.0.25 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501403
Apr 15 19:35:39.366475 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-741c3c70-9dd3-439c-8adb-86a8494284fa req-0673f255-b84a-46f7-a642-1e24b1e8dd6c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.0614240
Apr 15 19:35:39.419318 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-ba38c488-fb44-4dbd-8682-3bdad1feda2b service neutron] 10.222.0.25 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999061
Apr 15 19:35:39.588954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a547-e19c-43bb-8923-c5c80ffda663 req-d75e56af-a940-43e9-acc5-0ba54de1f4f8 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:39.590616 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f417a547-e19c-43bb-8923-c5c80ffda663 req-d75e56af-a940-43e9-acc5-0ba54de1f4f8 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 943 time: 0.0872691
Apr 15 19:35:39.644532 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f417a547-e19c-43bb-8923-c5c80ffda663 req-207543af-02f9-4c32-b3d7-dfcd891c943c tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476918
Apr 15 19:35:39.677302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40560) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:39.709048 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d374f305-f62f-4f57-a293-f885d41464a5 req-704e4dd3-edb6-4c87-b42c-6a2bb4515ae9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 210 time: 0.0529063
Apr 15 19:35:39.806054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:39.822924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:39.826348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Usage tracker for resource:security_group_rule and tenant:2452442dc6c5472ba475fde02b05978f is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:39.829931 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:39.836196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:39.995523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.016612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f90445db-6157-4988-9b20-2840b706e508 req-27115644-1a8a-4cd0-964d-dc6abdfa7818 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.0495968
Apr 15 19:35:40.082252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 2b9d6490-ca89-48cd-907d-445aab281e1c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:35:40.117595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.178811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.189420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ed5e4b9e-1074-4ca6-943c-2b363cc40990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:40.231103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 2b9d6490-ca89-48cd-907d-445aab281e1c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2b9d6490-ca89-48cd-907d-445aab281e1c,segment=NetworkSegment(4587df3a-a640-4f09-8b69-e59f7d3e47a9),segment_id=4587df3a-a640-4f09-8b69-e59f7d3e47a9)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:40.233525 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2452442dc6c5472ba475fde02b05978f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5549753
Apr 15 19:35:40.235682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb981dcd-ce5a-463c-b603-6b0e69ae31d5,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:40.236988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40578) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:40.239027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:40.247516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '2b9d6490-ca89-48cd-907d-445aab281e1c', 'network_id': 'a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e', 'port_id': '2b9d6490-ca89-48cd-907d-445aab281e1c', 'mac_address': 'fa:16:3e:23:e0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9333d7-0c29-4814-9349-42a71224e941', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:35:40.324381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.343105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9d6490-ca89-48cd-907d-445aab281e1c {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:40.357365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.378613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 2b9d6490-ca89-48cd-907d-445aab281e1c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2b9d6490-ca89-48cd-907d-445aab281e1c,segment=NetworkSegment(4587df3a-a640-4f09-8b69-e59f7d3e47a9),segment_id=4587df3a-a640-4f09-8b69-e59f7d3e47a9)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:40.388351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:40.413823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.465374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.473278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e6fbe43e-2dd6-4515-aef2-5d6acc730664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:40.563426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=2b9d6490-ca89-48cd-907d-445aab281e1c,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:40.568139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:40.575585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:40.576005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.753508 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f5ed6d-707b-4803-940e-df1701c8139b req-45883ac6-6c35-482b-ac9b-61418267ff50 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.0681255
Apr 15 19:35:40.754715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.760684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-36b0f8f6-8636-4369-9c32-d000273e413c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:40.773475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb981dcd-ce5a-463c-b603-6b0e69ae31d5,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:40.793738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['2b9d6490-ca89-48cd-907d-445aab281e1c'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:35:40.807956 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:40.809075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:40.817924 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb981dcd-ce5a-463c-b603-6b0e69ae31d5 HTTP/1.1" status: 204  len: 168 time: 0.5773475
Apr 15 19:35:40.961307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-33fa5cbb-ae26-4966-9ba2-b7e5160109ea tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:40.962954 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-33fa5cbb-ae26-4966-9ba2-b7e5160109ea tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 818 time: 0.4447951
Apr 15 19:35:40.995254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Request body: {'port': {'device_id': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'admin_state_up': True, 'tenant_id': 'b50b98f6809c4827af150931fe60c57e'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:41.038237 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ece98317-e5c0-493b-b214-a61be7507056 req-0ce63cc8-5be8-4f1b-a47a-7e70fcd18425 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 210 time: 0.0970557
Apr 15 19:35:41.112342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9ec67-5582-4839-b858-b006135798b6 req-ed3b2d7c-963a-4c68-915f-9ae4c2fa6b94 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:41.127092 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7bd9ec67-5582-4839-b858-b006135798b6 req-ed3b2d7c-963a-4c68-915f-9ae4c2fa6b94 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 944 time: 0.2579398
Apr 15 19:35:41.245859 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7bd9ec67-5582-4839-b858-b006135798b6 req-3e50a269-0278-4274-9398-5036d81aa8ae tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176770
Apr 15 19:35:41.280004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:41.280004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Usage tracker for resource:port and tenant:b50b98f6809c4827af150931fe60c57e is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:41.281909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:41.289077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:41.327384 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Made reservation on behalf of b50b98f6809c4827af150931fe60c57e for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:41.337463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:41.402470 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f14bf20-bf8e-49ef-941b-e1dff8e4c41b req-ce5ef45b-a982-4326-9fed-45db090345a8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.0747809
Apr 15 19:35:41.541145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40626) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:41.562983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:41.590983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:41.590983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Usage tracker for resource:security_group_rule and tenant:6e325b57db574ae48aed788fe118c295 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:41.592353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:41.599209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:41.655242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.42', 52851) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:41.659544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Allocated IP 172.20.0.12 (5b71d7c2-2476-4a3b-a726-66ccbef23e4e/adffc78d-a4a4-4f67-8236-19e469f317ef/b9e6f529-7ec9-4c16-862d-8e65278bbc74) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:41.712643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:41.756132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:41.768778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:41.811200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d545c5f-9d47-4ef8-a0fb-3cb938090742,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:41.821517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:41.846503 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e325b57db574ae48aed788fe118c295&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3041432
Apr 15 19:35:41.849147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40640) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:41.926489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-5a64c36d-1680-4143-a6a7-1922bac0315e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:41.926489 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-5a64c36d-1680-4143-a6a7-1922bac0315e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 818 time: 0.2625332
Apr 15 19:35:41.936795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Request body: {'port': {'device_id': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'admin_state_up': True, 'tenant_id': 'b50b98f6809c4827af150931fe60c57e'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:42.012282 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-64ea3eb1-55d0-4c03-bfca-e5073e67d792 req-da36e9ef-0db9-40e6-b639-e06632a20dcb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.1122828
Apr 15 19:35:42.040165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.052871 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 2b9d6490-ca89-48cd-907d-445aab281e1c up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:35:42.072214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.241870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 2b9d6490-ca89-48cd-907d-445aab281e1c completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:42.247412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 2b9d6490-ca89-48cd-907d-445aab281e1c triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:42.247838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.269187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.42', 52854) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:42.355706 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cc4be4d8-bee3-45c7-9745-642623a89f63 req-0c31df87-4ad9-4c2e-8f28-149555ddc4d0 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 210 time: 0.1226032
Apr 15 19:35:42.355706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.356418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e5b0f014-8014-45b1-9bc8-37e20858e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:42.368237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d545c5f-9d47-4ef8-a0fb-3cb938090742,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:42.371192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:42.406598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.411018 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d545c5f-9d47-4ef8-a0fb-3cb938090742 HTTP/1.1" status: 204  len: 168 time: 0.5582399
Apr 15 19:35:42.501547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-019f0658-1330-476a-a3a3-d60c234b84e5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:42.506363 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-019f0658-1330-476a-a3a3-d60c234b84e5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 816 time: 0.2355928
Apr 15 19:35:42.519924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:42.524125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Usage tracker for resource:port and tenant:b50b98f6809c4827af150931fe60c57e is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:42.532781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:42.542556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:42.638491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Made reservation on behalf of b50b98f6809c4827af150931fe60c57e for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:42.648021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.694183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.750691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bad1b-3662-4120-b769-d21af95119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9d6490-ca89-48cd-907d-445aab281e1c'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:35:42.780823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd6deb-6da3-496d-a919-d2dacc3a1f82 req-19e5b744-0743-4e32-b2a1-f96b2e586980 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:42.792225 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4ffd6deb-6da3-496d-a919-d2dacc3a1f82 req-19e5b744-0743-4e32-b2a1-f96b2e586980 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 944 time: 0.3152866
Apr 15 19:35:42.823791 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5eaefda1-caae-4030-8254-4256cdd41390 req-4724ee26-0a6c-4d53-8579-2786a88ecf09 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.1399884
Apr 15 19:35:42.871112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 2b9d6490-ca89-48cd-907d-445aab281e1c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2b9d6490-ca89-48cd-907d-445aab281e1c,segment=NetworkSegment(4587df3a-a640-4f09-8b69-e59f7d3e47a9),segment_id=4587df3a-a640-4f09-8b69-e59f7d3e47a9)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:42.871249 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4ffd6deb-6da3-496d-a919-d2dacc3a1f82 req-da15c6f6-c308-4a3c-b47d-45870be16116 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728545
Apr 15 19:35:42.894793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.42', 52857) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:42.924682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-80a32e58-161c-4930-b787-b6528673d987 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:42.940193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.943291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43ff9070-5284-4177-847d-fbadcd5cde33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:42.947351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:42.961571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-80a32e58-161c-4930-b787-b6528673d987 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:42.963111 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-80a32e58-161c-4930-b787-b6528673d987 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 5705 time: 0.3993778
Apr 15 19:35:42.976293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'port': {'device_id': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'admin_state_up': True, 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'security_groups': ['104f8023-d58c-4ea0-9cb2-fa8d809ade93']}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:43.069600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=2b9d6490-ca89-48cd-907d-445aab281e1c,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:43.073208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:43.152238 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-6a89423f-1eca-408b-9c86-d701e328ae18 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:43.165780 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-6a89423f-1eca-408b-9c86-d701e328ae18 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 810 time: 0.2659528
Apr 15 19:35:43.323483 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-fe5ae876-7d2f-4861-afcf-ee1dd2e436bd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603 HTTP/1.1" status: 200  len: 5704 time: 0.1484249
Apr 15 19:35:43.387579 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bad1b-3662-4120-b769-d21af95119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9d6490-ca89-48cd-907d-445aab281e1c', 'code': 200}
Apr 15 19:35:43.388363 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05bcd8c8-b89a-433f-ab3f-a14c19713ae0 req-b733dfa7-6019-4790-be61-53f156b2cceb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.0725856
Apr 15 19:35:43.395213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'port': {'device_id': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'admin_state_up': True, 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'security_groups': ['5ea8f4bb-c7b0-453c-9b03-64a806714b25']}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:43.456418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:43.467515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:43.518972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:43.644387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:43.644591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:43.656855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:43.739033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Made reservation on behalf of 0a7b4be1db3e4315b2d8dbdafbd64603 for: {'port': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:43.747628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:43.842767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Allocated IP 172.20.0.7 (5b71d7c2-2476-4a3b-a726-66ccbef23e4e/adffc78d-a4a4-4f67-8236-19e469f317ef/84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:43.874918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Made reservation on behalf of 89760f30140846e5afda7b9e390528b0 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:35:43.896033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:43.947688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.42', 52865) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:43.951948 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Pushing event updated for resources: {'Port': ['ID=b9e6f529-7ec9-4c16-862d-8e65278bbc74,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:43.957266 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c3526e6-0079-46ea-8bbf-b36bd35be3cd req-dc9d342c-ff0f-4d51-bc2f-0b7d470c6064 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 210 time: 0.0693982
Apr 15 19:35:44.052019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:44.200438 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c3a55a67-8e03-4989-8a3f-d503f3480133 req-d266e4b5-aff1-4eb0-ba70-dd9160b011f4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.1007111
Apr 15 19:35:44.335248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:44.344173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:44.348146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:44.350770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Allocated IP 172.20.0.3 (501f0258-50dd-4dce-979d-e0c7f721a652/30b11dde-5193-41fc-82d2-c68f2a109744/a9575a72-36fb-4b92-a7a3-eb1b833ef1a9) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:44.354823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:44.355515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:44.374016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ebc08-f5a8-48d8-9e83-34c77c5bcecc req-ba2a0c3f-e123-4cad-91f0-3dcc009e7142 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:44.376558 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-005ebc08-f5a8-48d8-9e83-34c77c5bcecc req-ba2a0c3f-e123-4cad-91f0-3dcc009e7142 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.1634786
Apr 15 19:35:44.429852 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-005ebc08-f5a8-48d8-9e83-34c77c5bcecc req-46b213f7-0df5-44ff-98ca-661ef0efbd7e tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453980
Apr 15 19:35:44.499909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-18d6f008-5b00-43bc-bb87-3107d99685c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:44.512314 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-18d6f008-5b00-43bc-bb87-3107d99685c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 1098 time: 0.5517538
Apr 15 19:35:44.591288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:44.865992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:44.869311 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8941584
Apr 15 19:35:44.877854 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e44854ee-fd00-4b56-920b-623f8be16ec3 req-2eba67f9-4c51-45b1-a38a-c5f7bdfa50d8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.0697730
Apr 15 19:35:44.889631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Usage tracker for resource:security_group_rule and tenant:d469ae7c15314c39a3844b58b8ba1cb3 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:44.894749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:44.912439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:44.939148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:44.959598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Allocated IP 172.20.0.9 (469ed255-5891-4fce-aad5-6eacfee4436e/83686a26-b8b7-4e3c-a91e-84f64107bb21/54fd0630-5333-44b4-b6ea-d1afae5c149f) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:35:44.999996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.019368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Transition to ACTIVE for port object a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 will not be triggered until provisioned by entity DHCP. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:45.022978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.042937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:45.099906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.123836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:45.284667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Pushing event updated for resources: {'Port': ['ID=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:45.339562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:45.471968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.508466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:45.513231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.513231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:45.518476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Request body: {'port': {'device_id': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:45.557711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:45.564339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:45.565018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.569295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:45.628250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.636446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'Port': ['ID=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:45.646270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:45.664572 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1500304
Apr 15 19:35:45.682857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9633a213-b9a4-4804-b758-0a848ac2ed73,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:45.726252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:45.733812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Transition to ACTIVE for port object 54fd0630-5333-44b4-b6ea-d1afae5c149f will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:45.736449 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8040226
Apr 15 19:35:45.763360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.808912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Network 501f0258-50dd-4dce-979d-e0c7f721a652 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:45.813288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:45.824045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a50e3-0e0e-4cdc-b63a-6fcb60a327e0 req-329b9918-271d-4c8b-a394-611ae7b8434c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:45.832247 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a2a50e3-0e0e-4cdc-b63a-6fcb60a327e0 req-329b9918-271d-4c8b-a394-611ae7b8434c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 931 time: 0.6616156
Apr 15 19:35:45.834378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:45.840640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:45.844648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.888189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9115cc-1ef3-46a4-9806-d4d31b71391a req-6da2ff83-f6bb-46b1-a493-57b4133bacff tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:45.889864 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4c9115cc-1ef3-46a4-9806-d4d31b71391a req-6da2ff83-f6bb-46b1-a493-57b4133bacff tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 931 time: 0.3317580
Apr 15 19:35:45.928227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:45.959335 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a2a50e3-0e0e-4cdc-b63a-6fcb60a327e0 req-c9cdd70c-90fe-4d84-89de-348efe6c489c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260145
Apr 15 19:35:45.962638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-18b4edfc-5e98-4d47-b7f7-b281cd6abcc2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:46.003652 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6141503
Apr 15 19:35:46.008137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-4c9115cc-1ef3-46a4-9806-d4d31b71391a req-b0c8c574-5c06-4a0b-a586-6c0347e8508d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Synchronizing usage tracker for tenant:b50b98f6809c4827af150931fe60c57e on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:46.058877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-4c9115cc-1ef3-46a4-9806-d4d31b71391a req-b0c8c574-5c06-4a0b-a586-6c0347e8508d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Unset dirty status for tenant:b50b98f6809c4827af150931fe60c57e on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:46.060565 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4c9115cc-1ef3-46a4-9806-d4d31b71391a req-b0c8c574-5c06-4a0b-a586-6c0347e8508d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566625
Apr 15 19:35:46.086218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-76daf173-65c6-432a-a3ac-756d6e3d9f69 None None] Provisioning for port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:46.092441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-76daf173-65c6-432a-a3ac-756d6e3d9f69 None None] Provisioning complete for port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:46.093034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-76daf173-65c6-432a-a3ac-756d6e3d9f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:46.161006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-76daf173-65c6-432a-a3ac-756d6e3d9f69 None None] Port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:35:46.242912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:46.252259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:46.272357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60608e3e-08d7-4c48-bae4-07a0c05aa401 req-954d4da4-59e2-4a52-a6dc-556515cbd444 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:46.273991 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-60608e3e-08d7-4c48-bae4-07a0c05aa401 req-954d4da4-59e2-4a52-a6dc-556515cbd444 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.1578715
Apr 15 19:35:46.333737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dd759-241b-4727-98e6-449096971bb2 req-631b6457-e5bb-42c1-a845-85e9e9212689 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:46.335324 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-781dd759-241b-4727-98e6-449096971bb2 req-631b6457-e5bb-42c1-a845-85e9e9212689 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 931 time: 0.1418259
Apr 15 19:35:46.340813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Network 469ed255-5891-4fce-aad5-6eacfee4436e is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:35:46.343223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:35:46.347746 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-60608e3e-08d7-4c48-bae4-07a0c05aa401 req-fbf12c99-e619-4525-a845-f87f50e26ca8 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640991
Apr 15 19:35:46.354353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:35:46.360551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:46.361255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:46.400702 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-781dd759-241b-4727-98e6-449096971bb2 req-00382541-8b2e-4b74-87a4-45e025f94dc3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569088
Apr 15 19:35:46.450193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e6f529-7ec9-4c16-862d-8e65278bbc74 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:46.460218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:46.477707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Transition to ACTIVE for port object b9e6f529-7ec9-4c16-862d-8e65278bbc74 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:46.500204 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5284822
Apr 15 19:35:46.527306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:46.543667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:46.617942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d8b49ed0-83e6-43b4-832b-ca6f633d68a6 None None] Provisioning for port 54fd0630-5333-44b4-b6ea-d1afae5c149f completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:35:46.623624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d8b49ed0-83e6-43b4-832b-ca6f633d68a6 None None] Provisioning complete for port 54fd0630-5333-44b4-b6ea-d1afae5c149f triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:35:46.623732 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8b49ed0-83e6-43b4-832b-ca6f633d68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:46.680813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e6f529-7ec9-4c16-862d-8e65278bbc74,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:46.685430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:46.728612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-d8b49ed0-83e6-43b4-832b-ca6f633d68a6 None None] Port 54fd0630-5333-44b4-b6ea-d1afae5c149f cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:35:46.880755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Attempting to bind port b9e6f529-7ec9-4c16-862d-8e65278bbc74 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:46.881142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Attempting to bind port b9e6f529-7ec9-4c16-862d-8e65278bbc74 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:46.881659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Attempting to bind port b9e6f529-7ec9-4c16-862d-8e65278bbc74 on network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:46.886678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Port b9e6f529-7ec9-4c16-862d-8e65278bbc74 on network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:35:46.887045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Attempting to bind port b9e6f529-7ec9-4c16-862d-8e65278bbc74 on network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:46.892650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:46.893037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Checking segment: {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:46.893494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Bound using segment: {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:46.893969 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Bound port: b9e6f529-7ec9-4c16-862d-8e65278bbc74, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:46.894356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:46.996037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] For port b9e6f529-7ec9-4c16-862d-8e65278bbc74, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:46.999374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] For port b9e6f529-7ec9-4c16-862d-8e65278bbc74, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:47.030823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:47.047422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:47.172441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82999671-b533-460c-b3ba-c42003df9c05 req-0b7a0b86-d34a-4b71-a66e-b06687b70c49 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:47.173757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-82999671-b533-460c-b3ba-c42003df9c05 req-0b7a0b86-d34a-4b71-a66e-b06687b70c49 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Synchronizing usage tracker for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:35:47.194787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e6f529-7ec9-4c16-862d-8e65278bbc74,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:47.208296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:47.243770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:47.244415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:47.246400 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 200  len: 1094 time: 1.7355967
Apr 15 19:35:47.246915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'tag': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:35:47.247288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:35:47.267036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-82999671-b533-460c-b3ba-c42003df9c05 req-0b7a0b86-d34a-4b71-a66e-b06687b70c49 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Unset dirty status for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:35:47.268323 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-82999671-b533-460c-b3ba-c42003df9c05 req-0b7a0b86-d34a-4b71-a66e-b06687b70c49 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 931 time: 0.1924355
Apr 15 19:35:47.300596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27384a-8ea0-4974-9717-60715e9ea703 req-0f9d37b3-57e0-4da3-9f15-7fa49081d0dd tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:47.302205 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ba27384a-8ea0-4974-9717-60715e9ea703 req-0f9d37b3-57e0-4da3-9f15-7fa49081d0dd tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 931 time: 0.1216698
Apr 15 19:35:47.347423 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-82999671-b533-460c-b3ba-c42003df9c05 req-852fb865-630d-4b35-809b-d8f81fe45649 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726461
Apr 15 19:35:47.368047 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ba27384a-8ea0-4974-9717-60715e9ea703 req-ea111447-ab4e-449b-b4b4-55a529a93830 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586255
Apr 15 19:35:47.401582 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'tag': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74', 'status': 'completed', 'code': 200}
Apr 15 19:35:47.516215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:47.622397 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Request body: {'port': {'device_id': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:47.622884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Request body: {'port': {'device_id': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:47.679608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350ad47-3b34-4e9e-b3af-b93af5db8805 req-5a03d039-9fd3-4d3f-9d0d-474b464c3456 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:47.685525 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7350ad47-3b34-4e9e-b3af-b93af5db8805 req-5a03d039-9fd3-4d3f-9d0d-474b464c3456 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.2158041
Apr 15 19:35:47.700408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854d02-b2a3-4ff5-9465-d583ad410a23 req-257daa76-09e7-4c75-9b50-474cf9343135 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:47.706450 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9854d02-b2a3-4ff5-9465-d583ad410a23 req-257daa76-09e7-4c75-9b50-474cf9343135 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 931 time: 0.1833754
Apr 15 19:35:47.746840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Request body: {'port': {'device_id': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:35:47.837853 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7350ad47-3b34-4e9e-b3af-b93af5db8805 req-f4a1c93e-b3c7-4d65-87da-ecb53b61e458 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301036
Apr 15 19:35:47.855931 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9854d02-b2a3-4ff5-9465-d583ad410a23 req-10c0e421-9551-44ef-aa54-d756c56903dd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262393
Apr 15 19:35:47.867026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:48.178045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:48.197918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:48.255303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fdd83-3fc3-4f5b-8791-8ea4ae28426b req-29b627bd-ba4d-4415-8a89-3c219b291932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:48.256925 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-608fdd83-3fc3-4f5b-8791-8ea4ae28426b req-29b627bd-ba4d-4415-8a89-3c219b291932 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1097 time: 0.5745199
Apr 15 19:35:48.332362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 {{(pid=85379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:48.345222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:48.369809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Transition to ACTIVE for port object a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 will not be triggered until provisioned by entity L2. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:48.424233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:48.457715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a861a093-a171-46be-9228-c17fe4062ce1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:48.770268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fdd83-3fc3-4f5b-8791-8ea4ae28426b req-3787a8ea-a9c0-4e07-9ea9-a68f902c207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:48.771889 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-608fdd83-3fc3-4f5b-8791-8ea4ae28426b req-3787a8ea-a9c0-4e07-9ea9-a68f902c207d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b50b98f6809c4827af150931fe60c57e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.4799433
Apr 15 19:35:48.828481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:48.841802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:48.890083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5304a4-9fca-4a23-ac28-b526e1e7832e req-b97f39f3-6151-4c27-8675-5d48026c2258 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:48.891855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f5304a4-9fca-4a23-ac28-b526e1e7832e req-b97f39f3-6151-4c27-8675-5d48026c2258 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 943 time: 0.3848369
Apr 15 19:35:48.915498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280c7cc-a7df-4e87-9b68-18c90fbf740f req-6183ad34-b498-45f7-b7aa-34919ccf206c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:48.917138 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7280c7cc-a7df-4e87-9b68-18c90fbf740f req-6183ad34-b498-45f7-b7aa-34919ccf206c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 931 time: 0.2573996
Apr 15 19:35:49.088318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fdd83-3fc3-4f5b-8791-8ea4ae28426b req-86036b6d-22e3-47c7-8e49-9513b81b3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:49.090229 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-608fdd83-3fc3-4f5b-8791-8ea4ae28426b req-86036b6d-22e3-47c7-8e49-9513b81b3ea8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2236249
Apr 15 19:35:49.233482 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f5304a4-9fca-4a23-ac28-b526e1e7832e req-227eff15-dd2c-4eeb-b9d5-512240943183 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3151481
Apr 15 19:35:49.249367 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7280c7cc-a7df-4e87-9b68-18c90fbf740f req-346faf75-7dd0-491c-ac79-f82f79c1e500 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219908
Apr 15 19:35:49.273293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Attempting to bind port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:49.273899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Attempting to bind port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}] {{(pid=85379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:49.274466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Attempting to bind port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 on network 501f0258-50dd-4dce-979d-e0c7f721a652 {{(pid=85379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:49.280489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 on network 501f0258-50dd-4dce-979d-e0c7f721a652 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:35:49.281252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Attempting to bind port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 on network 501f0258-50dd-4dce-979d-e0c7f721a652 {{(pid=85379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:49.298198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:49.298198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Checking segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:49.298198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Bound using segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} {{(pid=85379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:49.298198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Bound port: a9575a72-36fb-4b92-a7a3-eb1b833ef1a9, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}}] {{(pid=85379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:49.298198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:49.398142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:49.409275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:49.441120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Transition to ACTIVE for port object 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:49.507566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:49.516747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-facc77ac-612a-425a-a2cf-70b94c758e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:49.523023 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-facc77ac-612a-425a-a2cf-70b94c758e31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1097 time: 0.3509057
Apr 15 19:35:49.541367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:49.556612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] For port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9, host hv-cinder-77630, cleared binding levels {{(pid=85379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:49.585876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] For port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:49.610626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c289c7-9d0d-4aa2-a78b-43d68db1d135 req-e193c37a-8d04-4358-a802-a92660af72e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:49.612284 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74c289c7-9d0d-4aa2-a78b-43d68db1d135 req-e193c37a-8d04-4358-a802-a92660af72e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 931 time: 0.2278020
Apr 15 19:35:49.627544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea66cd-f35a-418a-83c9-8e20d7b4e282 req-e633760a-796a-4539-ad11-cf6ac300407d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:49.629152 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9fea66cd-f35a-418a-83c9-8e20d7b4e282 req-e633760a-796a-4539-ad11-cf6ac300407d tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.1904905
Apr 15 19:35:49.633121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:49.665958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:49.789249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fd0630-5333-44b4-b6ea-d1afae5c149f {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:49.794518 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-a1ce221c-ec3a-43df-b067-083e7b5213cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 200  len: 217 time: 0.2583842
Apr 15 19:35:49.863635 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74c289c7-9d0d-4aa2-a78b-43d68db1d135 req-d1d3d82c-15f0-4a03-ba7b-9f5befb3a12f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2331002
Apr 15 19:35:49.876178 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9fea66cd-f35a-418a-83c9-8e20d7b4e282 req-1f4573d6-2ee9-496c-8d0f-7fb7039c67d4 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288175
Apr 15 19:35:49.895409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:49.895409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Pushing event updated for resources: {'Port': ['ID=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:49.896377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,revision_number=3']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:49.897136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:49.901052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:49.932230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:49.932661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:49.934199 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 1093 time: 2.3163095
Apr 15 19:35:49.934727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:35:49.973204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Transition to ACTIVE for port object 54fd0630-5333-44b4-b6ea-d1afae5c149f will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:35:49.976891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-1676625d-2f79-4e8d-b181-e1f8fa59938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:49.978764 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-1676625d-2f79-4e8d-b181-e1f8fa59938b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.1710339
Apr 15 19:35:50.077674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:50.169373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:50.223739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-0fc337ac-f318-49ea-add8-723be192200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:50.225583 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-0fc337ac-f318-49ea-add8-723be192200d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1096 time: 0.1732244
Apr 15 19:35:50.437358 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-eeb5ed57-f15a-4d29-bfad-5b22383f60a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 217 time: 0.2007489
Apr 15 19:35:50.446748 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-3af646d1-af58-4f30-b251-1c7a5605af3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4592478
Apr 15 19:35:50.782552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:50.785114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Attempting to bind port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:50.785568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Attempting to bind port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:50.786104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Attempting to bind port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba on network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:50.790458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:50.799675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40926) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:50.810098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba on network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:35:50.810472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Attempting to bind port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba on network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:50.853201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:50.853655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Checking segment: {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:50.854090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Bound using segment: {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:50.854590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Bound port: 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11818eb-72ea-426b-b554-0d80a91a1c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:50.854986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:50.886896 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-10d47ee0-dabc-47fb-a563-0580bc17a340 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4048936
Apr 15 19:35:50.939730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-01133ee6-2fd0-4abf-83f2-2801700739b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:50.939730 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-01133ee6-2fd0-4abf-83f2-2801700739b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.1848838
Apr 15 19:35:51.019005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad313598-ee7c-4ba8-a575-60ab3a855af4 req-130bf22e-89d8-432b-8d74-eb2fdce53d8b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:51.028158 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad313598-ee7c-4ba8-a575-60ab3a855af4 req-130bf22e-89d8-432b-8d74-eb2fdce53d8b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 943 time: 0.2847803
Apr 15 19:35:51.043142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec87e2-ebd7-49e5-a500-d3edefc5141d req-a6034b43-1518-45a0-a151-db8907df5bdb tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:51.044804 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3ec87e2-ebd7-49e5-a500-d3edefc5141d req-a6034b43-1518-45a0-a151-db8907df5bdb tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.6064854
Apr 15 19:35:51.173553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:51.197064 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad313598-ee7c-4ba8-a575-60ab3a855af4 req-4b8daf67-ffb9-47b2-bc12-2690df44ed8e tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679251
Apr 15 19:35:51.261040 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3ec87e2-ebd7-49e5-a500-d3edefc5141d req-deb45721-a339-482d-b0ce-530ddd8b0af3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881721
Apr 15 19:35:51.281511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-4b77ce72-6b97-44b7-b372-bb081abcc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:51.285277 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-4b77ce72-6b97-44b7-b372-bb081abcc7bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3401129
Apr 15 19:35:51.312062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:51.345016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] For port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:51.359460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] For port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:51.368338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Usage tracker for resource:security_group_rule and tenant:b650b9115b854865883e417886c2e1a1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:51.372676 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:51.382661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:51.406068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Attempting to bind port 54fd0630-5333-44b4-b6ea-d1afae5c149f on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:35:51.406823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Attempting to bind port 54fd0630-5333-44b4-b6ea-d1afae5c149f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:35:51.408335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Attempting to bind port 54fd0630-5333-44b4-b6ea-d1afae5c149f on network 469ed255-5891-4fce-aad5-6eacfee4436e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:51.421847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Port 54fd0630-5333-44b4-b6ea-d1afae5c149f on network 469ed255-5891-4fce-aad5-6eacfee4436e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:35:51.422462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Attempting to bind port 54fd0630-5333-44b4-b6ea-d1afae5c149f on network 469ed255-5891-4fce-aad5-6eacfee4436e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:35:51.437648 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4ff047f-09aa-4405-b7dc-55c4155c50e6 req-050a233d-62a5-4422-97c3-a1fb20d6a288 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5424666
Apr 15 19:35:51.440162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:51.444138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:35:51.445509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Checking segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:35:51.446288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Bound using segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:35:51.446976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Bound port: 54fd0630-5333-44b4-b6ea-d1afae5c149f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:35:51.448142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:51.530351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:51.559334 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'status': 'completed', 'code': 200}
Apr 15 19:35:51.568178 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-0a073516-4137-4c81-9b4e-4340e734c37e service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2746639
Apr 15 19:35:51.710018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9415e04-5103-46a4-a94e-569eab80a076 req-8977fe85-0215-4d21-bbb7-1457b07e2491 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:51.711643 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9415e04-5103-46a4-a94e-569eab80a076 req-8977fe85-0215-4d21-bbb7-1457b07e2491 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1988883
Apr 15 19:35:51.768605 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d16d9b16-297a-4dd5-a89f-5f371cf4950e req-765cbf70-0d57-47f9-89fe-b41ce986086b service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925299
Apr 15 19:35:51.788847 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9415e04-5103-46a4-a94e-569eab80a076 req-25899004-88be-449c-a37a-b1229ef4b448 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661931
Apr 15 19:35:51.813312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Pushing event updated for resources: {'Port': ['ID=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:51.817376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:51.831968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:51.838435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:35:51.859585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:35:51.872661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:51.873424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:51.874904 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] 10.222.0.42 "PUT /v2.0/ports/84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba HTTP/1.1" status: 200  len: 1093 time: 4.1908741
Apr 15 19:35:51.875410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'tag': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:35:51.881907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:51.891168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:51.926623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:51.943620 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'tag': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba', 'status': 'completed', 'code': 200}
Apr 15 19:35:52.029079 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b650b9115b854865883e417886c2e1a1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2224934
Apr 15 19:35:52.029079 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af8d05-6841-40bb-84c9-1c087b45aab1,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:52.029533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40960) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:52.034279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:52.034750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:52.115484 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.150904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.167787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:52.171760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:52.181498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:52.182194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.184282 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 200  len: 1093 time: 4.5672810
Apr 15 19:35:52.274435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40974) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:52.304677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.334591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4ca32cb0-2375-4d7f-aa22-5eb8fafb928e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:52.366585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.367771 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8af8d05-6841-40bb-84c9-1c087b45aab1 HTTP/1.1" status: 204  len: 168 time: 0.3371975
Apr 15 19:35:52.425465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af8d05-6841-40bb-84c9-1c087b45aab1,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:52.445453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:52.506276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.535825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:52.549934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Usage tracker for resource:security_group_rule and tenant:12a16749084046d9b4ede26b43c60866 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:52.554807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:52.565436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:52.612336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2c263-903f-4eea-a62c-0711885baafa req-ba0835fb-97bd-4ed7-b7d8-9e2fb8d00a72 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:52.614109 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-93f2c263-903f-4eea-a62c-0711885baafa req-ba0835fb-97bd-4ed7-b7d8-9e2fb8d00a72 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 943 time: 0.2511253
Apr 15 19:35:52.675251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298e273-7cd6-468f-8c56-b142c2c22b8f req-e13cee03-4755-4d92-aab4-420c9b817004 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:52.676852 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a298e273-7cd6-468f-8c56-b142c2c22b8f req-e13cee03-4755-4d92-aab4-420c9b817004 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.2109766
Apr 15 19:35:52.723614 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-93f2c263-903f-4eea-a62c-0711885baafa req-50a96579-6929-4278-9429-106ade83270a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032474
Apr 15 19:35:52.778225 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a298e273-7cd6-468f-8c56-b142c2c22b8f req-5163328c-ad4f-4e43-ae50-5982fb9419e4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854630
Apr 15 19:35:52.786096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.823507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 40988) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:52.842494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.851228 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-deb12d98-55a2-46fd-b550-393a2311a5ae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:52.857919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:52.902694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:52.914202 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12a16749084046d9b4ede26b43c60866&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6384807
Apr 15 19:35:52.915434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Usage tracker for resource:security_group_rule and tenant:399ade60db124bf68f1ad4ebff9e7a92 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:52.917172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 40992) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:52.954918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b626a9f1-a604-4bed-be83-7a1d03502065,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:52.958477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:52.959560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:52.975406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:52.980225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.008106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.048828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcccaa-8d08-44c3-8441-e77d10c33058 req-6fcce773-e142-4317-9ea1-ff8ef3281e98 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:53.050456 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bbcccaa-8d08-44c3-8441-e77d10c33058 req-6fcce773-e142-4317-9ea1-ff8ef3281e98 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1417758
Apr 15 19:35:53.086253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.091724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a1e63a1e-cbb1-453d-aec3-39c5d47f3fbc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:53.105582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b626a9f1-a604-4bed-be83-7a1d03502065,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:53.109415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:53.115593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.121509 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b626a9f1-a604-4bed-be83-7a1d03502065 HTTP/1.1" status: 204  len: 168 time: 0.2013874
Apr 15 19:35:53.123245 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bbcccaa-8d08-44c3-8441-e77d10c33058 req-24d91bbc-3800-4580-9f4c-23cd11983d39 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657325
Apr 15 19:35:53.138640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.173406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.187086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce5a53df-ce71-4102-bfb0-0296a47a8541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:53.237389 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=399ade60db124bf68f1ad4ebff9e7a92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4094732
Apr 15 19:35:53.237389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e393a-5c89-4ac8-bfa3-7b397465ebb4,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:53.238655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41002) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:53.239368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:53.301599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.329809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.408913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.414795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:53.430266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e393a-5c89-4ac8-bfa3-7b397465ebb4,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:53.432587 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:53.435026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.439690 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed9e393a-5c89-4ac8-bfa3-7b397465ebb4 HTTP/1.1" status: 204  len: 168 time: 0.2007475
Apr 15 19:35:53.731407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41016) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:53.750773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.767378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:53.771393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Usage tracker for resource:security_group_rule and tenant:d46032fa04b94219803d0be3e46ff38c is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:53.774370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:53.780305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:53.875917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.904373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:53.914725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:53.947306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:35:53.963382 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d46032fa04b94219803d0be3e46ff38c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2308431
Apr 15 19:35:53.964751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404d4b8e-0ead-4cb1-9c89-8bdb4fe31f4e,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:53.966919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41026) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:53.969881 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:54.001781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccacf7f-083e-4c0d-b508-005ffcb7f5da req-e1056f9b-fada-43d2-8310-e8811718a497 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:54.003379 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8ccacf7f-083e-4c0d-b508-005ffcb7f5da req-e1056f9b-fada-43d2-8310-e8811718a497 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 943 time: 0.1646960
Apr 15 19:35:54.031045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.058706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.064869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb81aae-10bc-4938-9e42-dcbefdbfb9bd req-acadacfe-0919-47dd-8654-1d07b512e203 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:54.066418 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5cb81aae-10bc-4938-9e42-dcbefdbfb9bd req-acadacfe-0919-47dd-8654-1d07b512e203 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.1587160
Apr 15 19:35:54.074071 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8ccacf7f-083e-4c0d-b508-005ffcb7f5da req-affb241d-a77a-4e7a-8ed5-a78f6ca4f6a7 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615757
Apr 15 19:35:54.080689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41030) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:54.119680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.131596 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5cb81aae-10bc-4938-9e42-dcbefdbfb9bd req-53413eb6-24c3-4ffc-accf-9e92c8cd45ad tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459406
Apr 15 19:35:54.134832 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'status': 'completed', 'code': 200}
Apr 15 19:35:54.143473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:35:54.150662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:687a0fad04e04bdba2722df47fd62404 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:35:54.151302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:35:54.157853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:35:54.205012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.214159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-56bfb8d0-2d65-4eb8-bee7-853c8f650b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:54.236949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404d4b8e-0ead-4cb1-9c89-8bdb4fe31f4e,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:54.239330 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:54.262796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.266122 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/404d4b8e-0ead-4cb1-9c89-8bdb4fe31f4e HTTP/1.1" status: 204  len: 168 time: 0.2961390
Apr 15 19:35:54.280456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.315954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.326771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1c72018b-8b5a-495a-916d-dba2711e1250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:54.363067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91f578-d17d-4935-984c-bdb163f0babb req-13e1018e-ca34-40f6-a5a6-98824faaeae3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:54.364696 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf91f578-d17d-4935-984c-bdb163f0babb req-13e1018e-ca34-40f6-a5a6-98824faaeae3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0884213
Apr 15 19:35:54.374031 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=687a0fad04e04bdba2722df47fd62404&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2898588
Apr 15 19:35:54.374031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06cd447-a4c7-4acd-b1f5-c5e8563587fa,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:54.375292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41042) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:54.392402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:54.422206 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf91f578-d17d-4935-984c-bdb163f0babb req-2d9551a8-f955-410f-8494-f63ffd5a8023 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507638
Apr 15 19:35:54.461823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.489437 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.584835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.590417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5a66f0f9-c4d8-4643-892c-59fadd50dd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:54.602893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06cd447-a4c7-4acd-b1f5-c5e8563587fa,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:54.608192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:54.610114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:54.628464 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d06cd447-a4c7-4acd-b1f5-c5e8563587fa HTTP/1.1" status: 204  len: 168 time: 0.2385757
Apr 15 19:35:54.881416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-2e408f55-3c3e-4c77-99f1-287c52c4adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:54.883014 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-2e408f55-3c3e-4c77-99f1-287c52c4adbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1096 time: 0.0856712
Apr 15 19:35:54.946495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a247-2ab7-48f9-acf4-3055a5e60a5f req-c6a8669f-4219-4980-9090-b1e8fabce2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:54.948094 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0555a247-2ab7-48f9-acf4-3055a5e60a5f req-c6a8669f-4219-4980-9090-b1e8fabce2bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 1096 time: 0.1515048
Apr 15 19:35:54.951030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-2285c556-a5c8-4b9c-97d0-a477ca647536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:54.952479 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-2285c556-a5c8-4b9c-97d0-a477ca647536 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1096 time: 0.1582623
Apr 15 19:35:55.067080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-78c5f87c-5834-457d-88d9-7ef19d7d70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.072302 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-78c5f87c-5834-457d-88d9-7ef19d7d70f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.1789916
Apr 15 19:35:55.167930 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-0e473839-547d-45b8-b2ea-5c824511791f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 217 time: 0.0847001
Apr 15 19:35:55.423334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-ae32ff8e-057d-4da2-80cc-577e3e5847aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.424230 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-328dbf31-cba9-49ef-875c-9ef05af281ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 200  len: 217 time: 0.4328339
Apr 15 19:35:55.425550 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-ae32ff8e-057d-4da2-80cc-577e3e5847aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.2471833
Apr 15 19:35:55.548735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc69f4-46a3-45d6-8f6b-7a5c58d9faa8 req-49e49305-d594-4cc5-a4a6-eb15412e8358 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.550608 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f9bc69f4-46a3-45d6-8f6b-7a5c58d9faa8 req-49e49305-d594-4cc5-a4a6-eb15412e8358 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.2614491
Apr 15 19:35:55.557891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-82249f82-b577-44db-88ad-7701c5feca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.559416 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-82249f82-b577-44db-88ad-7701c5feca19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.1095722
Apr 15 19:35:55.560599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a247-2ab7-48f9-acf4-3055a5e60a5f req-14f35274-e12a-450a-b56b-14b78c8ba013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.562104 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0555a247-2ab7-48f9-acf4-3055a5e60a5f req-14f35274-e12a-450a-b56b-14b78c8ba013 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b50b98f6809c4827af150931fe60c57e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5988467
Apr 15 19:35:55.588256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377897ca-8fea-416e-837e-ae987875b405 req-fbb621fa-5497-4847-adeb-b2abd8b7499a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.589892 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-377897ca-8fea-416e-837e-ae987875b405 req-fbb621fa-5497-4847-adeb-b2abd8b7499a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 943 time: 0.2506576
Apr 15 19:35:55.704694 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f9bc69f4-46a3-45d6-8f6b-7a5c58d9faa8 req-42a8ca5c-dea7-4488-8779-1aa5919a44a2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438000
Apr 15 19:35:55.729278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-d39eb051-17eb-4ef9-8109-a4e1eaba1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.730917 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-d39eb051-17eb-4ef9-8109-a4e1eaba1729 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2872810
Apr 15 19:35:55.746160 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-377897ca-8fea-416e-837e-ae987875b405 req-6a62c800-45f5-4829-a177-5bc12a908f04 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000049
Apr 15 19:35:55.953568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-81b1fd84-404f-4afb-83cb-883d5e4c010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:55.955490 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-81b1fd84-404f-4afb-83cb-883d5e4c010d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3826971
Apr 15 19:35:56.120703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555a247-2ab7-48f9-acf4-3055a5e60a5f req-77a4fa8b-5a78-4663-b0f0-73c593b06042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:56.124155 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0555a247-2ab7-48f9-acf4-3055a5e60a5f req-77a4fa8b-5a78-4663-b0f0-73c593b06042 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4700089
Apr 15 19:35:56.328783 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-d3df0c36-b636-4360-a69f-e27e4d67408f service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5883696
Apr 15 19:35:56.351136 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-ebe44e32-f5a2-424b-8789-110f86419f13 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3848720
Apr 15 19:35:56.374204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471b52d-efc5-4e15-b2a5-bcb7afc66ddd req-895dbb2d-ff97-4822-80f0-03d98371e65a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:56.376683 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b471b52d-efc5-4e15-b2a5-bcb7afc66ddd req-895dbb2d-ff97-4822-80f0-03d98371e65a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.4646316
Apr 15 19:35:56.466183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-5d223e75-ba66-4d4b-9f72-14278582adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:56.467780 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-5d223e75-ba66-4d4b-9f72-14278582adcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 1096 time: 0.2957635
Apr 15 19:35:56.535461 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b471b52d-efc5-4e15-b2a5-bcb7afc66ddd req-506794d8-69a9-4691-8f91-85ca18b2c8b7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1480978
Apr 15 19:35:56.581358 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7f9e5fdb-002f-4137-b630-78dcea93186c req-bdb42147-00aa-4f57-9105-28b3e2225742 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441142
Apr 15 19:35:56.601039 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-d6215881-f9ff-4455-8bdb-c1671b34844d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba HTTP/1.1" status: 200  len: 217 time: 0.1185894
Apr 15 19:35:56.749856 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccceb1d9-5842-4eeb-8b80-a58dc0396a9e req-517f6ff2-6136-4877-a038-69998cbc091c service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3917067
Apr 15 19:35:56.758992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-0c594426-3181-4f53-8c9a-b3e2a8058353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:56.760516 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-0c594426-3181-4f53-8c9a-b3e2a8058353 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.1511545
Apr 15 19:35:56.865152 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-a2749502-dadf-4148-b17b-0b21838cb381 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0949154
Apr 15 19:35:57.010441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835e21c-c507-4b8d-8215-2fb933baf01d req-50ce428d-7dca-4af9-b267-eea750bd487d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:57.012119 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1835e21c-c507-4b8d-8215-2fb933baf01d req-50ce428d-7dca-4af9-b267-eea750bd487d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.1389501
Apr 15 19:35:57.175784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-b02f8474-66be-487d-b542-e620ed7b3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:57.177561 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-b02f8474-66be-487d-b542-e620ed7b3a25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1096 time: 0.3113408
Apr 15 19:35:57.185851 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-a8ff5b83-4a83-4975-9996-acad9c8fc2ff service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390387
Apr 15 19:35:57.225070 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1835e21c-c507-4b8d-8215-2fb933baf01d req-590e9fa7-5abb-49bd-a95e-ae42f3317da6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027330
Apr 15 19:35:57.269876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4756b-c53c-47f0-a9c1-b76a9accefe0 req-7905f067-e47e-4c3f-a425-36b1673c1773 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:57.280066 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5bc4756b-c53c-47f0-a9c1-b76a9accefe0 req-7905f067-e47e-4c3f-a425-36b1673c1773 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 943 time: 0.2171385
Apr 15 19:35:57.344324 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5bc4756b-c53c-47f0-a9c1-b76a9accefe0 req-1e15031d-6b2c-4945-bb9b-fca3d4ced3ee tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627718
Apr 15 19:35:57.497571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-2948950e-5003-4b8f-8010-771ad5d1aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:57.499467 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-2948950e-5003-4b8f-8010-771ad5d1aaa1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.2869489
Apr 15 19:35:57.507716 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fad2762b-f866-41f2-88d5-1cec847f7756 req-fc89f7e4-e7ca-4963-87fb-fad23c23e940 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2980978
Apr 15 19:35:57.591104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b9e6f529-7ec9-4c16-862d-8e65278bbc74 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:35:57.612440 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-88c4e065-fb89-4e5e-a537-9b7a2e8c22fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 200  len: 217 time: 0.1036816
Apr 15 19:35:57.732593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-1d629d40-89a6-4216-952e-c81fc97e5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:57.734964 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-1d629d40-89a6-4216-952e-c81fc97e5897 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.1122456
Apr 15 19:35:57.791862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port b9e6f529-7ec9-4c16-862d-8e65278bbc74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:57.809496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74', 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'port_id': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74', 'mac_address': 'fa:16:3e:fe:ae:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:35:57.835773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-9e9fdf11-5ded-488a-b479-5f38e27edcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:57.837654 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-9e9fdf11-5ded-488a-b479-5f38e27edcab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946834
Apr 15 19:35:57.841694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bceaae-f0e1-4f2c-b0c9-20a454f5ba74 req-55fb485d-1cbe-4662-933e-b881f38bc029 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:57.843254 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d3bceaae-f0e1-4f2c-b0c9-20a454f5ba74 req-55fb485d-1cbe-4662-933e-b881f38bc029 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1139166
Apr 15 19:35:57.875617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:57.895196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e6f529-7ec9-4c16-862d-8e65278bbc74 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:57.898615 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d3bceaae-f0e1-4f2c-b0c9-20a454f5ba74 req-bcb65498-924a-4324-be6a-2faccf875371 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466740
Apr 15 19:35:57.912264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port b9e6f529-7ec9-4c16-862d-8e65278bbc74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:57.950716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:57.951616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:35:57.955979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:58.007279 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-18d2bd9b-46b7-4ba4-bf12-6cb5202e86d7 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617215
Apr 15 19:35:58.112727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=b9e6f529-7ec9-4c16-862d-8e65278bbc74,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:58.118597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:58.158868 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fe098ed-b1ce-4f03-be45-59c23d0c4f7a req-2a9a8584-1294-40ac-8d6e-24913179fb6d service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427009
Apr 15 19:35:58.192312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:58.207353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'port_id': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'mac_address': 'fa:16:3e:49:91:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:35:58.274636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:58.293660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:35:58.314139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:35:58.362553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:35:58.365541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:35:58.455312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:35:58.460833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaed5ea-adee-49f3-a6f2-9a4deaa82852 req-8bcb1d5c-4d1b-4955-864b-4414d14c8e2c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:58.462594 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-baaed5ea-adee-49f3-a6f2-9a4deaa82852 req-8bcb1d5c-4d1b-4955-864b-4414d14c8e2c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.1146054
Apr 15 19:35:58.474182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:35:58.565526 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-baaed5ea-adee-49f3-a6f2-9a4deaa82852 req-6232f7f5-753e-46df-aff5-4aa8a025707e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953598
Apr 15 19:35:58.602937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f293d-956f-4cc2-8c60-ea6a8479af1d req-1894f3f2-5a7f-4487-8a9e-af2908b1f390 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:58.602937 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-709f293d-956f-4cc2-8c60-ea6a8479af1d req-1894f3f2-5a7f-4487-8a9e-af2908b1f390 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 944 time: 0.1154790
Apr 15 19:35:58.656388 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-709f293d-956f-4cc2-8c60-ea6a8479af1d req-36d2507a-7a3a-4caa-a4c1-5902c6c4b882 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463598
Apr 15 19:35:59.116607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e07b5-66c2-4900-9920-3ff8e950adb7 req-b70624cb-ceb0-4c09-8199-8b5b27b556dc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:59.118222 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c22e07b5-66c2-4900-9920-3ff8e950adb7 req-b70624cb-ceb0-4c09-8199-8b5b27b556dc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0977459
Apr 15 19:35:59.177993 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c22e07b5-66c2-4900-9920-3ff8e950adb7 req-b85b9bad-f178-4d56-8250-224a6aa73c47 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523858
Apr 15 19:35:59.778239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086bf35-75bf-44b5-864d-b8aedd835a62 req-4c68d2dc-2874-495e-853d-63d643cde490 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:59.780065 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1086bf35-75bf-44b5-864d-b8aedd835a62 req-4c68d2dc-2874-495e-853d-63d643cde490 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.0957549
Apr 15 19:35:59.895177 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1086bf35-75bf-44b5-864d-b8aedd835a62 req-cfde1685-7a83-483a-a25f-5e7902d48c74 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678132
Apr 15 19:35:59.912504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41270) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:35:59.916798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cec34-c37f-4a73-9d29-88ff6d9f9daa req-2e2fc4b7-ee7f-425f-a5a6-9bad1596b7e7 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:35:59.918512 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d64cec34-c37f-4a73-9d29-88ff6d9f9daa req-2e2fc4b7-ee7f-425f-a5a6-9bad1596b7e7 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 944 time: 0.1374323
Apr 15 19:35:59.967936 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d64cec34-c37f-4a73-9d29-88ff6d9f9daa req-b3c93a7c-6dd9-4dd5-9f66-0a9c69a3d949 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423324
Apr 15 19:36:00.039010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:00.055594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:00.059812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Usage tracker for resource:security_group_rule and tenant:625d37a64773473abd553be57bfbc20a is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:00.062785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:00.068771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:00.153760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:00.213877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:00.224261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:00.269924 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=625d37a64773473abd553be57bfbc20a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3536286
Apr 15 19:36:00.269924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a8a44-4bf4-42b7-a62b-e5fd36dfa0df,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:00.271198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41282) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:00.276450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.276875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.277270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.277686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.278072 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.278459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.278843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.279227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.279625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.279998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.280375 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.280754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.285526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:00.418601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:00.452990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd00ec-1597-466c-8d22-bef97e77d88d req-e542315d-38c6-494e-9316-00843cf5bdd0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:00.454648 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bfd00ec-1597-466c-8d22-bef97e77d88d req-e542315d-38c6-494e-9316-00843cf5bdd0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1514089
Apr 15 19:36:00.462300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:00.538206 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bfd00ec-1597-466c-8d22-bef97e77d88d req-5e2737b5-4183-4c8c-bb62-ec21deca4a44 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688112
Apr 15 19:36:00.573198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:00.578651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73f55185-99a5-465b-b200-717303f48d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:00.593304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a8a44-4bf4-42b7-a62b-e5fd36dfa0df,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:00.604365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.604893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.605192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.605575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.605961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.606354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.606735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.607115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.607498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.607876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.608255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.608629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:00.612687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:00.619678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:00.620973 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf0a8a44-4bf4-42b7-a62b-e5fd36dfa0df HTTP/1.1" status: 204  len: 168 time: 0.3483746
Apr 15 19:36:01.035072 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41298) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:01.058020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:01.074387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:01.078429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Usage tracker for resource:security_group_rule and tenant:6e480be8e97647ff840fb17decce1bf7 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:01.082843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:01.089002 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:01.153094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775651b5-6bd5-4fb0-adf1-d880bbbc2870 req-83f57393-1e44-411e-b8ad-990197b58662 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:01.154719 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-775651b5-6bd5-4fb0-adf1-d880bbbc2870 req-83f57393-1e44-411e-b8ad-990197b58662 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.1442502
Apr 15 19:36:01.174264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:01.196515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:01.206066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:01.222047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca739a-a5d9-48ee-868f-a6c85d1911b4 req-cd118b5b-8b7b-4efa-a31e-b9f7bf5df699 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:01.223669 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-84ca739a-a5d9-48ee-868f-a6c85d1911b4 req-cd118b5b-8b7b-4efa-a31e-b9f7bf5df699 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 944 time: 0.1395552
Apr 15 19:36:01.236344 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-775651b5-6bd5-4fb0-adf1-d880bbbc2870 req-83488f35-d92c-4c5d-b1c1-c19e110c0236 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684290
Apr 15 19:36:01.238320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48040329-4193-4c82-bbaf-a7e65d00078f,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:01.247757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:01.264995 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e480be8e97647ff840fb17decce1bf7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2287652
Apr 15 19:36:01.268271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41304) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:01.281179 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-84ca739a-a5d9-48ee-868f-a6c85d1911b4 req-b2d2dd66-ba94-4d75-9c06-2d76dce1f3ac tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489128
Apr 15 19:36:01.331759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:01.358937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:01.447391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:01.452810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2e2c3189-c215-4ebf-a981-f408bb41dc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:01.465571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48040329-4193-4c82-bbaf-a7e65d00078f,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:01.468090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:01.475558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:01.481678 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48040329-4193-4c82-bbaf-a7e65d00078f HTTP/1.1" status: 204  len: 168 time: 0.2075143
Apr 15 19:36:01.524121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['a9575a72-36fb-4b92-a7a3-eb1b833ef1a9'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:36:01.597424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b9e6f529-7ec9-4c16-862d-8e65278bbc74'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:36:01.811500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81d938-6722-4088-82a7-fdd261b9f6c0 req-15f6ef04-70e4-4943-b25e-dbac5c473e20 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:01.813205 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad81d938-6722-4088-82a7-fdd261b9f6c0 req-15f6ef04-70e4-4943-b25e-dbac5c473e20 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0957220
Apr 15 19:36:01.874963 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad81d938-6722-4088-82a7-fdd261b9f6c0 req-3c98a67d-4ef5-4397-bef4-872bf1e71537 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549574
Apr 15 19:36:02.537989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837a84-8ebe-4a91-abc2-98e3a8da6e0c req-7113423f-5811-4164-a523-27fe5ca72c41 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:02.546594 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-60837a84-8ebe-4a91-abc2-98e3a8da6e0c req-7113423f-5811-4164-a523-27fe5ca72c41 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.1775188
Apr 15 19:36:02.576315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0acf3-4b0d-49c8-867a-e8cf09693e14 req-1262f1da-b33a-4fc3-83dc-4ec1c0004d52 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:02.577885 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-31f0acf3-4b0d-49c8-867a-e8cf09693e14 req-1262f1da-b33a-4fc3-83dc-4ec1c0004d52 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 944 time: 0.1597507
Apr 15 19:36:02.622702 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-60837a84-8ebe-4a91-abc2-98e3a8da6e0c req-3f6ad89e-5314-4bd4-b652-f8390829adc4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750337
Apr 15 19:36:02.687786 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-31f0acf3-4b0d-49c8-867a-e8cf09693e14 req-4f479773-0003-440f-b8dd-c8c468f6d757 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011682
Apr 15 19:36:03.105970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23995589-7109-4b7a-88df-933d8283d8ca req-50bad2eb-928e-452e-88da-723c4122db00 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:03.107832 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23995589-7109-4b7a-88df-933d8283d8ca req-50bad2eb-928e-452e-88da-723c4122db00 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1000504
Apr 15 19:36:03.162383 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23995589-7109-4b7a-88df-933d8283d8ca req-9172a059-f8c0-4f12-ae21-17de6645dd87 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477927
Apr 15 19:36:03.234306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:36:03.237562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:36:03.446967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:03.456853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'port_id': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'mac_address': 'fa:16:3e:36:97:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:36:03.491031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:36:03.504165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:36:03.504560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:03.575816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:03.598875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fd0630-5333-44b4-b6ea-d1afae5c149f {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:36:03.648032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:03.681842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:03.695690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:03.696475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:36:03.701716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c9f68bd7-60a1-49dc-8607-ca8a10cd99de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:03.780992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:03.817805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:03.881864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:03.884875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:03.885805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b9e6f529-7ec9-4c16-862d-8e65278bbc74 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:36:03.913933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:03.914527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:04.049989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3808383-d235-434a-90d5-815a2c1ff695 req-d432eb39-e2f3-48d8-bfb6-f44871db1c3b tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:04.053727 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f3808383-d235-434a-90d5-815a2c1ff695 req-d432eb39-e2f3-48d8-bfb6-f44871db1c3b tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 943 time: 0.2402508
Apr 15 19:36:04.060632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d941e-cbfb-47e7-9030-f2011f37da9e req-b4d7201d-d3a7-401d-895c-f0dc75bcc48f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:04.062367 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9e6d941e-cbfb-47e7-9030-f2011f37da9e req-b4d7201d-d3a7-401d-895c-f0dc75bcc48f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1462290
Apr 15 19:36:04.146278 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f3808383-d235-434a-90d5-815a2c1ff695 req-f8e5957b-f531-4c0b-98bd-0f459eb2bcc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827918
Apr 15 19:36:04.151370 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9e6d941e-cbfb-47e7-9030-f2011f37da9e req-984cfa6e-32ab-4e45-8bde-ef3efa04cfc9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705318
Apr 15 19:36:04.232689 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'code': 200}
Apr 15 19:36:04.277390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:04.291800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:04.298716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:04.314853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba', 'network_id': '5b71d7c2-2476-4a3b-a726-66ccbef23e4e', 'port_id': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba', 'mac_address': 'fa:16:3e:5e:87:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adffc78d-a4a4-4f67-8236-19e469f317ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:36:04.356473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port b9e6f529-7ec9-4c16-862d-8e65278bbc74 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:36:04.373553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port b9e6f529-7ec9-4c16-862d-8e65278bbc74 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:36:04.374592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:04.419186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bad8b-5e6e-41ef-a775-a2d490e81b6e req-03ccb614-852d-48ff-a241-095fdd2bfc91 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:04.422112 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0b2bad8b-5e6e-41ef-a775-a2d490e81b6e req-03ccb614-852d-48ff-a241-095fdd2bfc91 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.1037126
Apr 15 19:36:04.465176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:04.480838 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0b2bad8b-5e6e-41ef-a775-a2d490e81b6e req-65307c99-1e74-4a02-851a-aa99592d5f10 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491288
Apr 15 19:36:04.493192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:36:04.517145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:04.551791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:04.558484 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c9f68bd7-60a1-49dc-8607-ca8a10cd99de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:04.654193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:04.675728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8adb9-14e5-4843-905e-317264a2df0e req-6b96cd95-27b9-47de-93c4-b789977f8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:04.677397 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-20d8adb9-14e5-4843-905e-317264a2df0e req-6b96cd95-27b9-47de-93c4-b789977f8b1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1098 time: 0.1402786
Apr 15 19:36:04.681139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:04.689827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:04.704914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port b9e6f529-7ec9-4c16-862d-8e65278bbc74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:04.725769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-20d8adb9-14e5-4843-905e-317264a2df0e req-8b0c39d9-1bc9-4d99-b977-a0ef5167c7ef service neutron] Synchronizing usage tracker for tenant:d469ae7c15314c39a3844b58b8ba1cb3 on resource:security_group {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:36:04.744246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:04.746572 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:04.772082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-20d8adb9-14e5-4843-905e-317264a2df0e req-8b0c39d9-1bc9-4d99-b977-a0ef5167c7ef service neutron] Unset dirty status for tenant:d469ae7c15314c39a3844b58b8ba1cb3 on resource:security_group {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:36:04.773613 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-20d8adb9-14e5-4843-905e-317264a2df0e req-8b0c39d9-1bc9-4d99-b977-a0ef5167c7ef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876660
Apr 15 19:36:04.824157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=b9e6f529-7ec9-4c16-862d-8e65278bbc74,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:04.827417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:04.862545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:36:04.922371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['54fd0630-5333-44b4-b6ea-d1afae5c149f'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:36:05.441942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b6d93-0555-4792-8f68-74486f722c5b req-3b3be1ac-335d-486c-8341-9a3cf303cb78 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:05.443457 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6a1b6d93-0555-4792-8f68-74486f722c5b req-3b3be1ac-335d-486c-8341-9a3cf303cb78 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1657546
Apr 15 19:36:05.452520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d61a7b-02ca-4fa2-89b1-065b9960f96f req-39170885-1a24-4382-84f4-6a3e1bcb7d80 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:05.454569 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90d61a7b-02ca-4fa2-89b1-065b9960f96f req-39170885-1a24-4382-84f4-6a3e1bcb7d80 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 944 time: 0.1386318
Apr 15 19:36:05.529363 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6a1b6d93-0555-4792-8f68-74486f722c5b req-f782ecde-0bd4-423f-ac96-a4cdfdeb259f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737543
Apr 15 19:36:05.533945 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90d61a7b-02ca-4fa2-89b1-065b9960f96f req-2d6c3a74-f2da-4aa5-819d-cc8b2b64ee61 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629728
Apr 15 19:36:05.538844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57acadde-ded1-4ff3-b2be-0b4a90b1756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:05.724075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766d16-b9bc-463b-bfbe-afb117de79ca req-8659f587-2790-4d90-ae70-8793a7072ff3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:05.725577 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-51766d16-b9bc-463b-bfbe-afb117de79ca req-8659f587-2790-4d90-ae70-8793a7072ff3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.0908113
Apr 15 19:36:05.777622 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-51766d16-b9bc-463b-bfbe-afb117de79ca req-3e1422ab-2c18-4d9b-86e2-d4ace2b224df tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452259
Apr 15 19:36:06.131745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41524) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:06.234186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:06.257201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:06.274229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:06.278286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Usage tracker for resource:security_group_rule and tenant:dd96a592c61d46e0bcead212b88d059d is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:06.281263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:06.281464 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74', 'code': 200}
Apr 15 19:36:06.287338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:06.372132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:06.407646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:06.423047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:06.467365 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd96a592c61d46e0bcead212b88d059d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3344190
Apr 15 19:36:06.469022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f517260-c148-4b95-a247-717e8d220208,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:06.470218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41540) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:06.473560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:06.533741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:06.565492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:06.670918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:06.677386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:06.691833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f517260-c148-4b95-a247-717e8d220208,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:06.694943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:06.695960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:06.697233 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f517260-c148-4b95-a247-717e8d220208 HTTP/1.1" status: 204  len: 168 time: 0.2256517
Apr 15 19:36:06.825571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099643-0271-4441-a689-9be2938696c2 req-67cf2360-a341-4958-90fa-29afd4f4b9b1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:06.827242 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98099643-0271-4441-a689-9be2938696c2 req-67cf2360-a341-4958-90fa-29afd4f4b9b1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1713355
Apr 15 19:36:06.839994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322060ce-dd85-466f-adb2-ca7bb2671f98 req-a5e718bb-01ce-4214-9789-4135ce57f036 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:06.841485 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-322060ce-dd85-466f-adb2-ca7bb2671f98 req-a5e718bb-01ce-4214-9789-4135ce57f036 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 944 time: 0.1338587
Apr 15 19:36:06.916393 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98099643-0271-4441-a689-9be2938696c2 req-fed81d71-86d9-40b3-ab69-e8e047f2568a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738974
Apr 15 19:36:06.923607 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-322060ce-dd85-466f-adb2-ca7bb2671f98 req-f44319af-951a-4860-8f4d-418384e027fa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649824
Apr 15 19:36:07.105924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57689763-6590-4142-91f7-2dc2de7a307f req-eb554d9f-d30a-4804-8e1e-75a3a9cb2bfc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:07.107525 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-57689763-6590-4142-91f7-2dc2de7a307f req-eb554d9f-d30a-4804-8e1e-75a3a9cb2bfc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.0914116
Apr 15 19:36:07.159744 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-57689763-6590-4142-91f7-2dc2de7a307f req-284d7f52-dcef-4ebf-9ece-12bc2806b330 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446517
Apr 15 19:36:07.178770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41558) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:07.198230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.214321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:07.218339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Usage tracker for resource:security_group_rule and tenant:3806f574fae34904bb3da70403bf43e5 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:07.222007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:07.227996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:07.312234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.345284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.354265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-60927a9e-23d4-4eef-9570-86d0449d786a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:07.395532 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3806f574fae34904bb3da70403bf43e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2155838
Apr 15 19:36:07.397191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f62a1-0045-4c9d-bc0a-2f47c38e2bbd,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:07.398521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41562) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:07.400317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:07.461093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.471529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-65db47c1-119a-44f9-bf0c-e1fc15d1b83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.493219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.579502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.584356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:07.596943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f62a1-0045-4c9d-bc0a-2f47c38e2bbd,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:07.599323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:07.602838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:07.605480 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/945f62a1-0045-4c9d-bc0a-2f47c38e2bbd HTTP/1.1" status: 204  len: 168 time: 0.2044616
Apr 15 19:36:08.030655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.129081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41580) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:08.144965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.164362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:08.168501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d4d98f1dff495a805960a60580c8ea is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:08.171561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:08.177731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:08.192216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b0366-d981-4741-a81e-7912f5b48dd5 req-e2927587-2d44-44a0-9b66-cad33cf4760d tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:08.194041 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-519b0366-d981-4741-a81e-7912f5b48dd5 req-e2927587-2d44-44a0-9b66-cad33cf4760d tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1588418
Apr 15 19:36:08.203337 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed558a-a2cb-4862-8729-c039f950bf01 req-c3be1c7f-5373-44fa-943d-b6be289b4151 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:08.205506 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-22ed558a-a2cb-4862-8729-c039f950bf01 req-c3be1c7f-5373-44fa-943d-b6be289b4151 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 944 time: 0.1264458
Apr 15 19:36:08.273875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.282911 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-519b0366-d981-4741-a81e-7912f5b48dd5 req-887fd08e-3ca9-42a3-9281-6f3fb39a4944 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763693
Apr 15 19:36:08.290536 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-22ed558a-a2cb-4862-8729-c039f950bf01 req-a7bd3b33-2afe-4e64-9e33-acf0b3b7d2b4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672381
Apr 15 19:36:08.305284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.316498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ee447fdb-0c62-4679-b349-978430392743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:08.360672 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7d4d98f1dff495a805960a60580c8ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2345705
Apr 15 19:36:08.361679 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5dd22-e74c-4dc8-b35b-6c52345fba2f,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:08.363699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41588) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:08.364900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:08.486485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.517072 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.522208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.539864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d75a52-16bf-4a6c-9e3d-bf40387104a1 req-e5e207c1-e058-440f-9706-db6f8bf33a16 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:08.541484 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-30d75a52-16bf-4a6c-9e3d-bf40387104a1 req-e5e207c1-e058-440f-9706-db6f8bf33a16 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.1563084
Apr 15 19:36:08.612198 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-30d75a52-16bf-4a6c-9e3d-bf40387104a1 req-f16a3876-8538-4c5d-81dc-97c0a5f969b1 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617809
Apr 15 19:36:08.658055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.663512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-40ab3e4c-5065-495a-8103-3b9c0ed94d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:08.679365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5dd22-e74c-4dc8-b35b-6c52345fba2f,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:08.681794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:08.692040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:08.695866 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29b5dd22-e74c-4dc8-b35b-6c52345fba2f HTTP/1.1" status: 204  len: 168 time: 0.3282666
Apr 15 19:36:09.094316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cea32-c0df-4364-8331-bb3cc57fcaf4 req-7e7864ae-9e12-42a9-8028-28c4426a84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:09.096410 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6c7cea32-c0df-4364-8331-bb3cc57fcaf4 req-7e7864ae-9e12-42a9-8028-28c4426a84ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.0820241
Apr 15 19:36:09.146159 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6c7cea32-c0df-4364-8331-bb3cc57fcaf4 req-b124b5dd-8335-4fb0-b315-7d5aacba6bd3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420110
Apr 15 19:36:09.574919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ec4ef-f0cc-4a63-8e67-a615f8622144 req-e8a4f037-f285-483e-9296-f8e0b15ff1a1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:09.576500 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e7ec4ef-f0cc-4a63-8e67-a615f8622144 req-e8a4f037-f285-483e-9296-f8e0b15ff1a1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1585929
Apr 15 19:36:09.584588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22859dea-9840-44b5-8274-c3e98c1a88f9 req-000d2f54-bb7a-4267-8399-7f4eb5689021 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:09.586105 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-22859dea-9840-44b5-8274-c3e98c1a88f9 req-000d2f54-bb7a-4267-8399-7f4eb5689021 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 944 time: 0.1697686
Apr 15 19:36:09.659522 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e7ec4ef-f0cc-4a63-8e67-a615f8622144 req-4627a573-6aa9-4f61-9890-eca67ed20b69 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723977
Apr 15 19:36:09.666996 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-22859dea-9840-44b5-8274-c3e98c1a88f9 req-868d3afe-41c6-4a7f-a5e9-5c34e4aaa476 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643744
Apr 15 19:36:09.882656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:09.939164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae29f-67dd-49fd-a35d-f3fa711e8cde req-62e45d24-2830-4a5b-be49-97d97fd9e8ad tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:09.940732 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-da1ae29f-67dd-49fd-a35d-f3fa711e8cde req-62e45d24-2830-4a5b-be49-97d97fd9e8ad tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.1586998
Apr 15 19:36:09.956465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a1e6-b325-499a-bad3-88f4c7d913ad req-62c63c5d-e66e-48f7-9ef8-1b1ffac59cce tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:09.958054 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d736a1e6-b325-499a-bad3-88f4c7d913ad req-62c63c5d-e66e-48f7-9ef8-1b1ffac59cce tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1378984
Apr 15 19:36:09.970129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41642) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:09.976017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'floatingip': {'port_id': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:36:10.016342 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-da1ae29f-67dd-49fd-a35d-f3fa711e8cde req-e6c8670e-132b-4f6d-9cce-85d37d1b144f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571754
Apr 15 19:36:10.070529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.270432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:36:10.357459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41650) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:10.414861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41658) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:10.425569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 54fd0630-5333-44b4-b6ea-d1afae5c149f completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:36:10.433009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 54fd0630-5333-44b4-b6ea-d1afae5c149f triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:36:10.433651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.575796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.603026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.619261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:10.625492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Usage tracker for resource:security_group_rule and tenant:e3164a92fc3f4b078ce657e3c834740c is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:10.633562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:10.636310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:10.640505 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:10.647355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:10.689868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.692769 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'code': 200}
Apr 15 19:36:10.706204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.708448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:36:10.718104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:10.727185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Usage tracker for resource:security_group_rule and tenant:593a7beffc3040f49f80f43e71174d55 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:10.733884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:10.741947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:10.758708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:10.874916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:10.886835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.887230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.887605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.887967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.888353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.888712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.889313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.889719 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.890092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.890460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.890825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.891329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:36:10.896850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:10.915623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.945146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:36:10.950586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:36:10.951006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:10.989261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629525c-6ad6-4c7f-9182-7458598580e1 req-7945bafc-cb3f-4ce9-9372-e62284d804aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:10.990905 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d629525c-6ad6-4c7f-9182-7458598580e1 req-7945bafc-cb3f-4ce9-9372-e62284d804aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 944 time: 0.1960754
Apr 15 19:36:10.998116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.007530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.011483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d495667e-dd7a-4e49-8a68-bb87ca7baa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:11.114621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.159087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:11.196520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.198648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:11.242834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.243241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.275246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:11.279593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:11.286507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.366590 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3164a92fc3f4b078ce657e3c834740c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9505513
Apr 15 19:36:11.372753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b17329-79dc-4b40-aec0-a2a351166bb7,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:11.378984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:11.380241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41674) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:11.381283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce38362d-7be6-478f-a28a-c5fac154f3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:11.400014 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=593a7beffc3040f49f80f43e71174d55&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0388198
Apr 15 19:36:11.407799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41678) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:11.413637 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d629525c-6ad6-4c7f-9182-7458598580e1 req-a6798d78-7408-42ce-81cb-b8959428af8b tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031370
Apr 15 19:36:11.461878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebf7cdd-394f-4533-8c7f-17577ff6c5b4,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:11.472541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:11.499106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59f99f-ec8d-4713-8238-8adb1fe2b681 req-11766f41-e210-4bf0-8c31-f46509b28f52 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:11.500699 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6a59f99f-ec8d-4713-8238-8adb1fe2b681 req-11766f41-e210-4bf0-8c31-f46509b28f52 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2789946
Apr 15 19:36:11.523620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.534814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.552799 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Floating IP e1374e42-4891-4730-bf6d-5f04a77807a9 associated. External IP: 172.27.1.191, port: a9575a72-36fb-4b92-a7a3-eb1b833ef1a9.
Apr 15 19:36:11.582610 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6a59f99f-ec8d-4713-8238-8adb1fe2b681 req-4e5efeb5-eac0-4752-8206-9f1d3abdbdd2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727887
Apr 15 19:36:11.584546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.676514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.681789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:11.699181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b17329-79dc-4b40-aec0-a2a351166bb7,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:11.703463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:11.705861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.709523 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05b17329-79dc-4b40-aec0-a2a351166bb7 HTTP/1.1" status: 204  len: 168 time: 0.3193977
Apr 15 19:36:11.719031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.923994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.939610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:11.968539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebf7cdd-394f-4533-8c7f-17577ff6c5b4,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:11.974775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:11.975957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:11.980299 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ebf7cdd-394f-4533-8c7f-17577ff6c5b4 HTTP/1.1" status: 204  len: 168 time: 0.5683665
Apr 15 19:36:12.039509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Router 29d789ad-1aa7-4d00-954c-c06129815a0f has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:36:12.508403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:36:12.514251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:12.531191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] Sync routers for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:36:12.551503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:36:12.556787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b6757b8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:36:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:12.633282 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-38ab263e-bea6-4a75-9d9f-3dd7b1de3acd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2261293
Apr 15 19:36:12.665728 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8561e9f8-8596-45e7-a2c3-320cbaafc16c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "PUT /v2.0/floatingips/e1374e42-4891-4730-bf6d-5f04a77807a9 HTTP/1.1" status: 200  len: 991 time: 2.6915345
Apr 15 19:36:12.675266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:12.693975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:12.796772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41726) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:12.858154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41730) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:12.887971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:36:12.900737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:12.910492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93e84-7227-4fb6-9dd8-28d711a74de0 req-fdad1371-b9bf-4ac5-b0af-ea41e7ff54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:12.912091 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3a93e84-7227-4fb6-9dd8-28d711a74de0 req-fdad1371-b9bf-4ac5-b0af-ea41e7ff54d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1098 time: 0.2414036
Apr 15 19:36:12.928609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:12.951034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303dcd8-9f85-480d-9ecc-82cb99e28d27 req-d5c29874-8b0b-40c3-8b84-1809f6cc0119 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:12.959059 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2303dcd8-9f85-480d-9ecc-82cb99e28d27 req-d5c29874-8b0b-40c3-8b84-1809f6cc0119 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.3945670
Apr 15 19:36:12.964555 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3a93e84-7227-4fb6-9dd8-28d711a74de0 req-0cbe842c-59a1-46a0-b151-d5c6fbd1b6a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445719
Apr 15 19:36:12.970991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-25de2dd0-0ca2-4d38-bf24-83369d4329f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:12.972562 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-25de2dd0-0ca2-4d38-bf24-83369d4329f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=438dde1343434663a30b9587cd87478c&device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 1098 time: 0.1752572
Apr 15 19:36:12.975539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Usage tracker for resource:security_group_rule and tenant:8e8dbc5a8e2f41219371663ddd233753 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:12.980035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:12.994515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:13.098752 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc349e01-9bf1-42d4-9e41-931a75464cac req-a2e2d958-c696-4446-84d6-ba6ae0606ee8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:13.100373 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cc349e01-9bf1-42d4-9e41-931a75464cac req-a2e2d958-c696-4446-84d6-ba6ae0606ee8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2997816
Apr 15 19:36:13.116709 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2303dcd8-9f85-480d-9ecc-82cb99e28d27 req-a8be862b-0ff7-4eb6-bfe1-779bd9342f20 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566417
Apr 15 19:36:13.207108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099482052-network', 'tenant_id': '75ebe4891dc1422d8b21f87b2007aa30'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:36:13.213113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:13.213867 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cc349e01-9bf1-42d4-9e41-931a75464cac req-6e0746e1-07de-41ac-9990-741d3e27122b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878475
Apr 15 19:36:13.217268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Usage tracker for resource:network and tenant:75ebe4891dc1422d8b21f87b2007aa30 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:13.224074 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:13.230217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:13.257875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.295410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.311730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:13.315628 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'status': 'completed', 'code': 200}
Apr 15 19:36:13.335435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Made reservation on behalf of 75ebe4891dc1422d8b21f87b2007aa30 for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:36:13.344173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.362928 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e8dbc5a8e2f41219371663ddd233753&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5608916
Apr 15 19:36:13.367069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ea3396-ba51-489b-8f07-72d075a8029d,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:13.367393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41740) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:13.369959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:13.378312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-acfc42c1-c5de-4b25-8ca2-94a2b3c0afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:13.379888 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-acfc42c1-c5de-4b25-8ca2-94a2b3c0afac service neutron] 10.222.0.42 "GET /v2.0/networks?id=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e HTTP/1.1" status: 200  len: 912 time: 0.3151646
Apr 15 19:36:13.405241 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba', 'code': 200}
Apr 15 19:36:13.437619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.445050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b6757b8>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'e1374e42-4891-4730-bf6d-5f04a77807a9', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'port_id': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'mac_address': 'fa:16:3e:49:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:37Z', 'updated_at': '2021-04-15T19:36:11Z', 'revision_number': 1, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:13.450943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] Checking router: 29d789ad-1aa7-4d00-954c-c06129815a0f for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:36:13.454864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.461819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:36:13.462495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b6757b8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:36:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:13.485058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.534676 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-86980faf-ebdb-4a15-af0e-0173f285cf71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b9d6490-ca89-48cd-907d-445aab281e1c HTTP/1.1" status: 200  len: 217 time: 0.0982940
Apr 15 19:36:13.535792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:13.548958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Usage tracker for resource:security_group_rule and tenant:75ebe4891dc1422d8b21f87b2007aa30 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:13.562061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.567688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b23da77-8137-4b57-adce-a3318b326369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:13.588921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ea3396-ba51-489b-8f07-72d075a8029d,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:13.591393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:13.592370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:13.596109 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7ea3396-ba51-489b-8f07-72d075a8029d HTTP/1.1" status: 204  len: 168 time: 0.2251916
Apr 15 19:36:13.653833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-5c81c906-4356-42cc-ba10-e54f7d18e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:13.655859 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-5c81c906-4356-42cc-ba10-e54f7d18e736 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1a9333d7-0c29-4814-9349-42a71224e941 HTTP/1.1" status: 200  len: 851 time: 0.1086538
Apr 15 19:36:13.660742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:13.673288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:13.734275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-5b9fa68e-b7c7-422e-8dc8-8e6aa845223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:13.736022 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-5b9fa68e-b7c7-422e-8dc8-8e6aa845223b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1098 time: 0.3599300
Apr 15 19:36:13.751996 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-82ca1024-a436-46a0-aba2-03249e50cd53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760303
Apr 15 19:36:13.960260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:36:14.067996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa02f74-c2b8-4798-8947-21e258af4d10 req-9182e3e7-4170-4332-bfba-9965455055a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:14.069623 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1aa02f74-c2b8-4798-8947-21e258af4d10 req-9182e3e7-4170-4332-bfba-9965455055a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 1098 time: 0.1605885
Apr 15 19:36:14.205650 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1aa02f74-c2b8-4798-8947-21e258af4d10 req-c109fe75-15c1-45ec-9b5c-baa19fa6b768 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040132
Apr 15 19:36:14.246477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-3f26bbde-8673-446e-a5a1-4084ae6b8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:14.248094 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-3f26bbde-8673-446e-a5a1-4084ae6b8424 service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.4939857
Apr 15 19:36:14.306739 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-9ffe3010-1cc8-43aa-93c6-56c4c908c9d1 service neutron] 10.222.0.42 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5126159
Apr 15 19:36:14.655088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73fc15-eb46-4b85-a14c-9b700914c03a req-4bcec976-afa2-44aa-ac01-65736e7c8ebd tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:14.663798 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3a73fc15-eb46-4b85-a14c-9b700914c03a req-4bcec976-afa2-44aa-ac01-65736e7c8ebd tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.2887063
Apr 15 19:36:14.700999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3e7a0-3c6d-476c-bd98-a1ac9900f164 req-292b16dc-82fd-48e4-bc02-b871953b87a9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:14.706323 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-11a3e7a0-3c6d-476c-bd98-a1ac9900f164 req-292b16dc-82fd-48e4-bc02-b871953b87a9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2253528
Apr 15 19:36:14.721789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b6757b8>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'e1374e42-4891-4730-bf6d-5f04a77807a9', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'port_id': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'mac_address': 'fa:16:3e:49:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:37Z', 'updated_at': '2021-04-15T19:36:11Z', 'revision_number': 1, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:14.726639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45007068-48ee-431b-9bdb-52531a3e3cfb None None] The sync data for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi is: [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'e1374e42-4891-4730-bf6d-5f04a77807a9', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'port_id': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'mac_address': 'fa:16:3e:49:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:37Z', 'updated_at': '2021-04-15T19:36:11Z', 'revision_number': 1, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:36:14.770776 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3a73fc15-eb46-4b85-a14c-9b700914c03a req-beb66926-bbb2-421b-924c-1562004d9dd9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062975
Apr 15 19:36:14.771162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:14.803906 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-b7045b97-c741-4b65-808b-cd7c768e31b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 999 time: 0.4704356
Apr 15 19:36:14.811621 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-11a3e7a0-3c6d-476c-bd98-a1ac9900f164 req-95a40d3b-6b7a-4349-9a41-adfd828e4c5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961442
Apr 15 19:36:14.868664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:14.873142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:14.962469 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b820ad3a-fb80-4a03-a5ee-019fc5ca74a3 req-21eb6b86-77a6-4b1a-b5c4-d3507ca1eb1c service neutron] 10.222.0.42 "GET /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6274085
Apr 15 19:36:14.969112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-86785282-1b0c-44d8-86c9-c0e9446859bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:14.970931 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-86785282-1b0c-44d8-86c9-c0e9446859bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.1527655
Apr 15 19:36:14.971621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d374f38-759c-4205-8fe4-5cd312e8017d,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:14.978653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:15.050470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af403564-5db1-41ff-9307-898187715260 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:36:15.089434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-2631b400-17ae-4167-9840-e853be8cb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:15.091193 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-2631b400-17ae-4167-9840-e853be8cb926 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1058726
Apr 15 19:36:15.124528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09962f67-a26a-4608-b730-daddec9a8c82 None None] New status for floating IP e1374e42-4891-4730-bf6d-5f04a77807a9: ACTIVE {{(pid=85380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:36:15.164092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:15.164737 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Added segment 3873920d-69e1-4566-9cce-b09fbaef29cd of type vlan for network 2f100199-00ca-45ee-a96a-4b93fb6a2827
Apr 15 19:36:15.270122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:15.317174 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-157d1dac-b27e-4008-8704-32811b69e4a5 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140257
Apr 15 19:36:15.483087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:15.493275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:15.494027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:15.517771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-52d73c80-8e5f-4591-9b6f-53da6f55e861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:15.621947 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5a9e57d-814f-435e-b2f6-e44e6bba1f2b req-09c41679-ed85-4d6b-acf6-f16ebb3801f7 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899184
Apr 15 19:36:15.622625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Pushing event updated for resources: {'Network': ['ID=2f100199-00ca-45ee-a96a-4b93fb6a2827,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:15.625722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:15.635329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:36:15.672136 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-af403564-5db1-41ff-9307-898187715260 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.8105340
Apr 15 19:36:15.676675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41816) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:15.691766 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Request body: {'subnet': {'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099482052-subnet', 'tenant_id': '75ebe4891dc1422d8b21f87b2007aa30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:36:15.700295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:15.706644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Usage tracker for resource:subnet and tenant:75ebe4891dc1422d8b21f87b2007aa30 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:15.710207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:15.717237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:15.785225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Made reservation on behalf of 75ebe4891dc1422d8b21f87b2007aa30 for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:36:15.790497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:15.796388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0f7b0-a76a-4ecc-ae1c-dcf6218ed39f req-490272c8-afd9-4d76-af8e-2c584cbbeddb tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:15.808147 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4ad0f7b0-a76a-4ecc-ae1c-dcf6218ed39f req-490272c8-afd9-4d76-af8e-2c584cbbeddb tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.1879561
Apr 15 19:36:15.867289 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4ad0f7b0-a76a-4ecc-ae1c-dcf6218ed39f req-aafeac08-66af-4ecf-833e-e5002e9cd4cb tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580993
Apr 15 19:36:16.038881 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7b220-2f54-42b9-833b-556d34806100 req-2b7c2370-3d0e-4c03-8285-5061df22666b tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:16.040522 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-35b7b220-2f54-42b9-833b-556d34806100 req-2b7c2370-3d0e-4c03-8285-5061df22666b tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0969491
Apr 15 19:36:16.140973 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-35b7b220-2f54-42b9-833b-556d34806100 req-407d077c-a4d4-42b1-ac7e-114f49ccbc34 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633807
Apr 15 19:36:16.198050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de974bb-4452-4f62-add1-dd0b8e0e03fa req-69cc1dd6-f025-4bdc-986e-236dbaf81adb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:16.199811 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6de974bb-4452-4f62-add1-dd0b8e0e03fa req-69cc1dd6-f025-4bdc-986e-236dbaf81adb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1583116
Apr 15 19:36:16.278338 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6de974bb-4452-4f62-add1-dd0b8e0e03fa req-2e25c760-8afd-40c6-90da-72a038237fd7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719728
Apr 15 19:36:16.539404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cc948-e32b-4e94-9781-f3c76c4edc84 req-24970f67-ad18-4797-8f81-6adf0601448f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:16.541063 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fb9cc948-e32b-4e94-9781-f3c76c4edc84 req-24970f67-ad18-4797-8f81-6adf0601448f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.0904613
Apr 15 19:36:16.545045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:16.554014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41850) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:16.560348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'floatingip': {'port_id': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:36:16.561701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d3595203-27f4-4071-bca7-4f798f7be671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:16.661840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:16.707373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:16.713159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:16.837907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41862) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:16.897519 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954273f5-a703-4447-8d2b-135c8533b47d req-bedd9f39-3d25-451d-aca2-19b3a891025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:16.898497 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-954273f5-a703-4447-8d2b-135c8533b47d req-bedd9f39-3d25-451d-aca2-19b3a891025a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 1098 time: 0.1552114
Apr 15 19:36:16.910976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Checking segment: {'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:36:16.911526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Network hostable DHCP agents. Network: 2f100199-00ca-45ee-a96a-4b93fb6a2827, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:36:17.150327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90ccb9-ff48-4d23-ad27-ad01fe63c6dd req-fe7e5845-9039-493f-9ea2-29403a07fbbf tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:17.152033 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ae90ccb9-ff48-4d23-ad27-ad01fe63c6dd req-fe7e5845-9039-493f-9ea2-29403a07fbbf tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.3407860
Apr 15 19:36:17.255803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:17.290513 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:17.299335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Usage tracker for resource:security_group_rule and tenant:824dc4de197842558263193741e8d53c is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:17.304539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:17.309327 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ae90ccb9-ff48-4d23-ad27-ad01fe63c6dd req-cfcb6735-d7d4-4000-83b5-84a60efeddee tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107326
Apr 15 19:36:17.323148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:17.351349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:36:17.365147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954273f5-a703-4447-8d2b-135c8533b47d req-34304082-3fd7-4eaa-8b51-b984f1512ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:17.366931 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-954273f5-a703-4447-8d2b-135c8533b47d req-34304082-3fd7-4eaa-8b51-b984f1512ff5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 919 time: 0.4572763
Apr 15 19:36:17.433089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba59dff-4d27-4e73-b3c7-d63656a893ad req-4a19bc52-9124-4f23-8e08-8cbdd8f3f978 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:17.441232 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-eba59dff-4d27-4e73-b3c7-d63656a893ad req-4a19bc52-9124-4f23-8e08-8cbdd8f3f978 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.3588912
Apr 15 19:36:17.494559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 2f100199-00ca-45ee-a96a-4b93fb6a2827) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:36:17.522138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1832e-f640-44de-ae05-f65a0bd5511b None None] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:36:17.523135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:17.523949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:17.528914 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-954273f5-a703-4447-8d2b-135c8533b47d req-d2fea6d5-ef6d-4bd9-b0e1-2f3e6cec236d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba HTTP/1.1" status: 200  len: 217 time: 0.1241922
Apr 15 19:36:17.642610 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9647102
Apr 15 19:36:17.657651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954273f5-a703-4447-8d2b-135c8533b47d req-b5c115ee-2dc3-466f-83df-e162186c2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:17.659504 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-954273f5-a703-4447-8d2b-135c8533b47d req-b5c115ee-2dc3-466f-83df-e162186c2bf5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.1221261
Apr 15 19:36:17.664708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:17.708905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:17.724507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:17.741722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:17.755643 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-954273f5-a703-4447-8d2b-135c8533b47d req-eb448ddb-5056-48f0-92fb-dc08ca1db19b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0814877
Apr 15 19:36:17.848232 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=824dc4de197842558263193741e8d53c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0043504
Apr 15 19:36:17.849690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41892) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:17.878041 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-eba59dff-4d27-4e73-b3c7-d63656a893ad req-54c8d26e-189a-4481-bdb5-a6e1775598e9 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4357760
Apr 15 19:36:17.909280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791b592-3ee5-473d-8539-4bf01e770626 None None] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:36:17.999146 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-954273f5-a703-4447-8d2b-135c8533b47d req-55ca39d7-eba8-44ad-8039-706beb0eec90 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210038
Apr 15 19:36:17.999942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f88282-53f6-4b12-86dd-396889163507,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:18.015438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:18.092681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:18.151264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:18.153682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:18.180661 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-954273f5-a703-4447-8d2b-135c8533b47d req-aad851f8-6760-4bc4-9404-91506c41013a service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622806
Apr 15 19:36:18.196205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:18.348923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-070040cd-0c3d-4035-bfe1-3a2e358f72aa tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:18.349739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-070040cd-0c3d-4035-bfe1-3a2e358f72aa tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Synchronizing usage tracker for tenant:438dde1343434663a30b9587cd87478c on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:36:18.394995 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Floating IP ffad94ae-5e16-4403-9b69-f29e2a8455f5 associated. External IP: 172.27.1.185, port: 54fd0630-5333-44b4-b6ea-d1afae5c149f.
Apr 15 19:36:18.425717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-070040cd-0c3d-4035-bfe1-3a2e358f72aa tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Unset dirty status for tenant:438dde1343434663a30b9587cd87478c on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:36:18.426918 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-070040cd-0c3d-4035-bfe1-3a2e358f72aa tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.1773190
Apr 15 19:36:18.518206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Deleting port 2b9d6490-ca89-48cd-907d-445aab281e1c {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:36:18.518708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:18.655254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:18.662377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7076513e-06d7-4abc-83f1-18a97892c2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:18.695049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f88282-53f6-4b12-86dd-396889163507,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:18.703557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:18.706800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:18.710498 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64f88282-53f6-4b12-86dd-396889163507 HTTP/1.1" status: 204  len: 168 time: 0.8584032
Apr 15 19:36:18.717872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc93e-bf21-49c7-a2b5-813942e47d42 req-892825a3-e87e-499a-bca1-946975865c56 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:18.719592 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99dc93e-bf21-49c7-a2b5-813942e47d42 req-892825a3-e87e-499a-bca1-946975865c56 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.2623808
Apr 15 19:36:18.919186 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99dc93e-bf21-49c7-a2b5-813942e47d42 req-ef16dfb7-c209-423f-a493-ef8f37feb028 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432471
Apr 15 19:36:18.985302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Router 84123b0b-b792-4c33-8ee6-2e03db0ead6a has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:36:19.059577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] For port 2b9d6490-ca89-48cd-907d-445aab281e1c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2b9d6490-ca89-48cd-907d-445aab281e1c,segment=NetworkSegment(4587df3a-a640-4f09-8b69-e59f7d3e47a9),segment_id=4587df3a-a640-4f09-8b69-e59f7d3e47a9)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:19.060014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:19.201542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Calling delete_port for 2b9d6490-ca89-48cd-907d-445aab281e1c owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:36:19.275748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:36:19.280941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:19.290761 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] Sync routers for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:36:19.301733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:36:19.302661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4729b0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:36:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:19.335713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129f013-b972-4eeb-b5af-dd1670f19757 req-ca2c9c49-cb74-4d94-b253-b38c801935ce tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:19.337405 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d129f013-b972-4eeb-b5af-dd1670f19757 req-ca2c9c49-cb74-4d94-b253-b38c801935ce tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 945 time: 0.1845739
Apr 15 19:36:19.383633 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-156cc394-6ad8-436c-8923-ed7801044076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "PUT /v2.0/floatingips/ffad94ae-5e16-4403-9b69-f29e2a8455f5 HTTP/1.1" status: 200  len: 991 time: 2.8280911
Apr 15 19:36:19.384487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:19.429371 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d129f013-b972-4eeb-b5af-dd1670f19757 req-f51fcc0b-8a7a-4d39-a91b-4ffd7ad9d68b tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/security-groups?id=1eb512d1-b946-485c-9d40-f64855ba99e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829377
Apr 15 19:36:19.455706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 41934) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:19.479067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:19.497957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:19.505968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Usage tracker for resource:security_group_rule and tenant:f308e9d1b24245c5be073d1c54c03951 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:19.510842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:19.520293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:19.536292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:19.539006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:36:19.546461 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'status': 'completed', 'code': 200}
Apr 15 19:36:19.573042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6796c75b-9d47-4451-b7e4-5e8949b2d5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:19.688886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Pushing event deleted for resources: {'Port': ['ID=2b9d6490-ca89-48cd-907d-445aab281e1c,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:19.695841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:19.698921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:19.723496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:19.733231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ba5102b5-6124-4b79-81a3-05a915a48d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:19.789153 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f308e9d1b24245c5be073d1c54c03951&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3295276
Apr 15 19:36:19.789153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b578af-7b07-4086-930c-e33ecf6177aa,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:19.793045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 41944) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:19.793844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:19.880211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-39e4972a-9263-4d2c-be83-a87be86b9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:19.882345 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-39e4972a-9263-4d2c-be83-a87be86b9388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1098 time: 0.2465053
Apr 15 19:36:20.005025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4729b0>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ffad94ae-5e16-4403-9b69-f29e2a8455f5', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'port_id': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'mac_address': 'fa:16:3e:36:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:36:17Z', 'revision_number': 1, 'project_id': '89760f30140846e5afda7b9e390528b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:20.009480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] Checking router: 84123b0b-b792-4c33-8ee6-2e03db0ead6a for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:36:20.018574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:36:20.019223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4729b0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:36:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:20.113204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] No DVR routers for this DVR port 2b9d6490-ca89-48cd-907d-445aab281e1c on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:36:20.114759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:20.144970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:20.173698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:20.178608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2bad1b-3662-4120-b769-d21af95119b9', 'name': 'network-vif-deleted', 'tag': '2b9d6490-ca89-48cd-907d-445aab281e1c'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:20.194936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f673d9f-aa56-418f-92c8-90ef133bc1ae req-dd783a22-5709-40f9-ad6e-de5aaf4db955 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:20.203155 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1f673d9f-aa56-418f-92c8-90ef133bc1ae req-dd783a22-5709-40f9-ad6e-de5aaf4db955 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1309454
Apr 15 19:36:20.246170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-55b76724-4b2e-40ec-aad0-e8c75c53dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:20.247705 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-55b76724-4b2e-40ec-aad0-e8c75c53dc72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.3580592
Apr 15 19:36:20.261315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:36:20.281905 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1f673d9f-aa56-418f-92c8-90ef133bc1ae req-927bd2cb-57d4-45af-a663-484d1a73425b tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775385
Apr 15 19:36:20.318992 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2bad1b-3662-4120-b769-d21af95119b9', 'name': 'network-vif-deleted', 'tag': '2b9d6490-ca89-48cd-907d-445aab281e1c', 'status': 'completed', 'code': 200}
Apr 15 19:36:20.320425 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9c377754-4820-45a4-ae80-6f6584be9e95 req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.42 "DELETE /v2.0/ports/2b9d6490-ca89-48cd-907d-445aab281e1c HTTP/1.1" status: 204  len: 173 time: 1.8824914
Apr 15 19:36:20.333896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:20.340999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:20.368742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b578af-7b07-4086-930c-e33ecf6177aa,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:20.373758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:20.377932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:20.381848 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3b578af-7b07-4086-930c-e33ecf6177aa HTTP/1.1" status: 204  len: 168 time: 0.5857000
Apr 15 19:36:20.395589 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-02c68ef9-f14d-4b66-bdb8-3c4929093c36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 200  len: 999 time: 0.1366122
Apr 15 19:36:20.484341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-3aa481f0-927e-43fb-811b-9ca3a4ebcc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:20.485095 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-3aa481f0-927e-43fb-811b-9ca3a4ebcc41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.0775397
Apr 15 19:36:20.556001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-2d208b0c-5f78-4381-a28f-8d57658463b7 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:20.571915 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-2d208b0c-5f78-4381-a28f-8d57658463b7 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/networks?id=2f100199-00ca-45ee-a96a-4b93fb6a2827 HTTP/1.1" status: 200  len: 809 time: 0.2003145
Apr 15 19:36:20.600771 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-3bfcc9e9-03e8-4648-ac45-39437dc6514f tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/quotas/75ebe4891dc1422d8b21f87b2007aa30 HTTP/1.1" status: 200  len: 375 time: 0.0276766
Apr 15 19:36:20.655002 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-05f16761-a193-4cf2-b01d-477305afd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:20.656719 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-05f16761-a193-4cf2-b01d-477305afd94c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1626272
Apr 15 19:36:20.750609 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-bc1da5eb-ac0f-41d0-a848-2279658f5347 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75ebe4891dc1422d8b21f87b2007aa30&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1489244
Apr 15 19:36:20.800689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4729b0>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ffad94ae-5e16-4403-9b69-f29e2a8455f5', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'port_id': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'mac_address': 'fa:16:3e:36:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:36:17Z', 'revision_number': 1, 'project_id': '89760f30140846e5afda7b9e390528b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:20.805763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071d2b-f933-44e2-96f9-68f627dc2a97 None None] The sync data for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi is: [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ffad94ae-5e16-4403-9b69-f29e2a8455f5', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'port_id': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'mac_address': 'fa:16:3e:36:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:35:30Z', 'updated_at': '2021-04-15T19:36:17Z', 'revision_number': 1, 'project_id': '89760f30140846e5afda7b9e390528b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:36:20.814005 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-db442597-bd46-4934-939c-c8f364c7d756 req-f04ab151-947a-4593-94ae-94e8d108584c tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.1336207
Apr 15 19:36:20.918490 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-89f8b7dd-d268-4f4d-81bf-a95183a5366e service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456322
Apr 15 19:36:21.179025 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b03e8a94-fd83-445f-a04a-ea2a4fc25b06 req-5439dac3-41d8-4fd8-9b17-df4a81c80ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2528172
Apr 15 19:36:21.230835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feeaa02-df60-4afc-872a-74eea957677d None None] New status for floating IP ffad94ae-5e16-4403-9b69-f29e2a8455f5: ACTIVE {{(pid=85380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:36:21.280630 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-77b3cc18-c3ac-472f-abb9-2f749be38a1d service neutron] 10.222.0.25 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5217369
Apr 15 19:36:21.381510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 2b9d6490-ca89-48cd-907d-445aab281e1c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:36:21.434585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 2b9d6490-ca89-48cd-907d-445aab281e1c {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:36:21.435703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 2b9d6490-ca89-48cd-907d-445aab281e1c not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:36:21.458171 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-c89dd1c8-6fc0-4f0f-b3b4-345077dc5c90 service neutron] 10.222.0.25 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710200
Apr 15 19:36:21.603611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0c012-d492-4f57-82c3-b1cf6a9c2e9b req-75cd39da-49eb-424d-8a7b-c6ce9b1ece40 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:21.606542 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-02c0c012-d492-4f57-82c3-b1cf6a9c2e9b req-75cd39da-49eb-424d-8a7b-c6ce9b1ece40 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1425166
Apr 15 19:36:21.737565 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-02c0c012-d492-4f57-82c3-b1cf6a9c2e9b req-57df7062-6ebf-4d05-b7dc-2a9aa9dcca57 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994802
Apr 15 19:36:21.983633 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-36639a44-cb26-4a91-809b-0e1aad6b1d39 req-413136e7-56bf-4bc4-b05e-ad562ea14c1b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 210 time: 0.1743691
Apr 15 19:36:22.117490 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0816cb59-e336-4e63-b415-7f0c34801e39 req-878f5dda-e1a1-4dbd-9925-5f0c0ee6de69 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e2bad1b-3662-4120-b769-d21af95119b9 HTTP/1.1" status: 200  len: 210 time: 0.0570738
Apr 15 19:36:22.975839 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87beec81-bef1-47ca-8cbd-b048e908bae0 req-c48dc496-dadd-4a86-86d3-b6ce30906087 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:22.977544 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-87beec81-bef1-47ca-8cbd-b048e908bae0 req-c48dc496-dadd-4a86-86d3-b6ce30906087 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0940740
Apr 15 19:36:23.039037 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-87beec81-bef1-47ca-8cbd-b048e908bae0 req-ff06703b-6669-464c-b2f2-d2d9c4b552a4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548739
Apr 15 19:36:23.177873 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7728f2e4-e7c8-48bb-9002-21fa45323afa req-5e98f87d-3043-4118-a46d-d9ad697dd20c tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 210 time: 0.0511591
Apr 15 19:36:23.925139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-fce4db53-f7b0-4416-a6bf-864a1a10c8f6 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:23.925935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-fce4db53-f7b0-4416-a6bf-864a1a10c8f6 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Synchronizing usage tracker for tenant:75ebe4891dc1422d8b21f87b2007aa30 on resource:network {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:36:23.997381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-fce4db53-f7b0-4416-a6bf-864a1a10c8f6 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Unset dirty status for tenant:75ebe4891dc1422d8b21f87b2007aa30 on resource:network {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:36:23.998577 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-fce4db53-f7b0-4416-a6bf-864a1a10c8f6 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "GET /v2.0/networks?id=2f100199-00ca-45ee-a96a-4b93fb6a2827 HTTP/1.1" status: 200  len: 809 time: 0.2483239
Apr 15 19:36:24.245872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ea005-c76c-4162-ae9e-f6de18bda5db req-519cf964-9a29-4775-b393-611fa43f5566 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:24.246368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:36:24.247525 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f92ea005-c76c-4162-ae9e-f6de18bda5db req-519cf964-9a29-4775-b393-611fa43f5566 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0911918
Apr 15 19:36:24.296043 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f92ea005-c76c-4162-ae9e-f6de18bda5db req-392b8d5c-2b8f-4e43-a97a-3d1432b20dab tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413980
Apr 15 19:36:24.349893 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ab3aeeac-6c79-4cdb-8d8f-2eb0721c274a req-ecd4754a-bc45-4f84-8655-2488c18b4a67 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 210 time: 0.0501134
Apr 15 19:36:26.913389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Request body: {'port': {'device_id': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827', 'admin_state_up': True, 'tenant_id': '75ebe4891dc1422d8b21f87b2007aa30'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:36:27.083675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:27.088277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Usage tracker for resource:port and tenant:75ebe4891dc1422d8b21f87b2007aa30 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:27.091338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:27.099303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:27.127167 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bda4c7e9-e794-43f1-b494-19cbe88eaec7 req-4f269bb8-0b55-4d29-afdd-72d0568a404b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 210 time: 0.0640988
Apr 15 19:36:27.165322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f356c-feaa-4e3e-873e-bf7356b819fb req-4f1e7025-83b7-4e7a-a0b1-9ee6dc39f038 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:27.166969 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f89f356c-feaa-4e3e-873e-bf7356b819fb req-4f1e7025-83b7-4e7a-a0b1-9ee6dc39f038 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1426284
Apr 15 19:36:27.178295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Made reservation on behalf of 75ebe4891dc1422d8b21f87b2007aa30 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:36:27.184979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:27.217131 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f89f356c-feaa-4e3e-873e-bf7356b819fb req-644da27e-01ab-4f93-8b4c-6199afda0cdc tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436587
Apr 15 19:36:27.358137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Allocated IP 172.20.0.12 (2f100199-00ca-45ee-a96a-4b93fb6a2827/2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4/c943d673-544a-426e-80ca-b729b25f12a6) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:36:27.789478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:27.852941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:27.871551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ef3ecaaa-d5ff-4ea4-affa-c53d7952a5fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:28.070242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Pushing event updated for resources: {'Port': ['ID=c943d673-544a-426e-80ca-b729b25f12a6,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:28.073354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:28.094927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:36:28.094927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:36:28.097241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:36:28.103361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:28.104042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:28.204001 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2951708
Apr 15 19:36:28.222164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Request body: {'port': {'device_id': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:36:28.385483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d104-6c1b-400e-9b36-26730322baae req-14fc1332-5d1c-4830-ad7e-9ab0cd5d13c3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:28.394773 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ec24d104-6c1b-400e-9b36-26730322baae req-14fc1332-5d1c-4830-ad7e-9ab0cd5d13c3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 932 time: 0.1262877
Apr 15 19:36:28.396998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:28.530625 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ec24d104-6c1b-400e-9b36-26730322baae req-6c507d97-1232-4c71-9c93-0c22be946981 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319418
Apr 15 19:36:28.570605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374359c-a9fe-43ca-9453-a2582c904d30 req-487f3fd5-b80e-465b-9ad4-bc82cf604eff tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:28.572359 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b374359c-a9fe-43ca-9453-a2582c904d30 req-487f3fd5-b80e-465b-9ad4-bc82cf604eff tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1123431
Apr 15 19:36:28.660499 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b374359c-a9fe-43ca-9453-a2582c904d30 req-a879afb6-bcdb-4700-b4a5-388f015aa947 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800288
Apr 15 19:36:28.748708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42178) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:28.818636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Deleting subnet 1a9333d7-0c29-4814-9349-42a71224e941 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:36:28.821661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:28.831804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c943d673-544a-426e-80ca-b729b25f12a6 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:36:28.839685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:28.855193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Transition to ACTIVE for port object c943d673-544a-426e-80ca-b729b25f12a6 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:36:28.873797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:28.881834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:28.886666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:28.903727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:29.037755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c943d673-544a-426e-80ca-b729b25f12a6,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:29.042216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:29.221592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Attempting to bind port c943d673-544a-426e-80ca-b729b25f12a6 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:36:29.222106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Attempting to bind port c943d673-544a-426e-80ca-b729b25f12a6 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:36:29.222332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Attempting to bind port c943d673-544a-426e-80ca-b729b25f12a6 on network 2f100199-00ca-45ee-a96a-4b93fb6a2827 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:36:29.227455 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Port c943d673-544a-426e-80ca-b729b25f12a6 on network 2f100199-00ca-45ee-a96a-4b93fb6a2827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:36:29.227819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Attempting to bind port c943d673-544a-426e-80ca-b729b25f12a6 on network 2f100199-00ca-45ee-a96a-4b93fb6a2827 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:36:29.233526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:36:29.233912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Checking segment: {'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:36:29.234337 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Bound using segment: {'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:36:29.234822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Bound port: c943d673-544a-426e-80ca-b729b25f12a6, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:36:29.235746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:29.271971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:29.289142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:29.336499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] For port c943d673-544a-426e-80ca-b729b25f12a6, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:36:29.339645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] For port c943d673-544a-426e-80ca-b729b25f12a6, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c943d673-544a-426e-80ca-b729b25f12a6,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:36:29.372899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:29.379078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9333d7-0c29-4814-9349-42a71224e941,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:29.382042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:29.388997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6e92e552-b4c0-4827-a395-0a1af61045f7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:29.425432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:29.439582 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1a9333d7-0c29-4814-9349-42a71224e941 HTTP/1.1" status: 204  len: 168 time: 0.6867886
Apr 15 19:36:29.439862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42190) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:29.533677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c943d673-544a-426e-80ca-b729b25f12a6,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:29.546610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:29.560037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:29.581142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:29.581614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:29.583097 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] 10.222.0.42 "PUT /v2.0/ports/c943d673-544a-426e-80ca-b729b25f12a6 HTTP/1.1" status: 200  len: 1094 time: 1.3665352
Apr 15 19:36:29.583620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'tag': 'c943d673-544a-426e-80ca-b729b25f12a6'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:29.638116 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'tag': 'c943d673-544a-426e-80ca-b729b25f12a6', 'status': 'completed', 'code': 200}
Apr 15 19:36:29.758996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-88191e75-c90d-4067-964a-98602c6fcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:29.760817 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-88191e75-c90d-4067-964a-98602c6fcbb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75ebe4891dc1422d8b21f87b2007aa30&device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 1097 time: 0.1022558
Apr 15 19:36:29.839047 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-b9e1f79b-a847-406b-85c0-02c39e5b2821 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c943d673-544a-426e-80ca-b729b25f12a6 HTTP/1.1" status: 200  len: 217 time: 0.0690844
Apr 15 19:36:29.913750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-256faad7-c02f-4c75-9554-5c003f3ac80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:29.915231 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-256faad7-c02f-4c75-9554-5c003f3ac80f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4 HTTP/1.1" status: 200  len: 849 time: 0.0684915
Apr 15 19:36:29.921911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:29.977210 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-6caf4522-cbff-4352-97b7-187115ebba13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f100199-00ca-45ee-a96a-4b93fb6a2827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486915
Apr 15 19:36:30.031728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910049b3-6c20-42a4-9942-e200c77874da req-43badccb-6b64-4c25-983a-6a825661f23a tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:30.033367 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-910049b3-6c20-42a4-9942-e200c77874da req-43badccb-6b64-4c25-983a-6a825661f23a tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 944 time: 0.3534939
Apr 15 19:36:30.065557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6d9adc2710>> segment before_delete 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.067494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6d9adc2710>> subnet precommit_delete_associations 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.067494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> segment_host_mapping after_create 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.067494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> port after_create 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.067494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> port after_delete 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.068000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> port after_update 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.068112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> segment after_delete 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.068485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> subnet after_create 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.068848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> subnet after_delete 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.069207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9adc2b38>> subnet after_update 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.136809 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-75e99950-0905-4d00-96bb-5bbccd52eef3 service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500654
Apr 15 19:36:30.137134 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9acc9240>> subnet after_create 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.137555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9acc9240>> subnet after_delete 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.137928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9acc9240>> subnet before_create 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.138308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9acc9240>> subnet before_update 55550000 {{(pid=85379) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:36:30.138717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9b53e9e8>,) {'filters': {'network_id': ['a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:30.166966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b53e9e8>, '4587df3a-a640-4f09-8b69-e59f7d3e47a9') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:30.167238 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b53e9e8>, '4587df3a-a640-4f09-8b69-e59f7d3e47a9') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:36:30.203536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:30.219149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:30.226983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:36:30.300510 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03bbe657-bc98-4b24-a389-8fbfb3291668 req-bf6ce476-a329-4518-9aa2-89ebd559888f service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543992
Apr 15 19:36:30.363283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634d6d-b1d1-4de6-900a-86d7c3787abb req-4c52cf43-5ff0-4bbe-a231-b9829aceb611 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:30.365000 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c634d6d-b1d1-4de6-900a-86d7c3787abb req-4c52cf43-5ff0-4bbe-a231-b9829aceb611 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.5242331
Apr 15 19:36:30.465275 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-910049b3-6c20-42a4-9942-e200c77874da req-1cc570ad-7c63-419e-a973-f290f92ca1de tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3026819
Apr 15 19:36:30.468721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:36:30.480857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:30.489375 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-8541f6cc-ec4e-4996-b2b1-855115393e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:30.491117 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-8541f6cc-ec4e-4996-b2b1-855115393e6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75ebe4891dc1422d8b21f87b2007aa30&device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 1097 time: 0.1007464
Apr 15 19:36:30.648272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-1c4359d1-79e6-41e9-918f-ca8ecf7249aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:30.650033 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-1c4359d1-79e6-41e9-918f-ca8ecf7249aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f100199-00ca-45ee-a96a-4b93fb6a2827 HTTP/1.1" status: 200  len: 910 time: 0.1498477
Apr 15 19:36:30.654084 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c634d6d-b1d1-4de6-900a-86d7c3787abb req-834dd9c2-b8c8-4e4b-9113-990d64497cc6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323155
Apr 15 19:36:30.733354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Network a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:36:30.741411 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-1452c48a-ea27-48c3-a2b0-2096dffe3ee7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c943d673-544a-426e-80ca-b729b25f12a6 HTTP/1.1" status: 200  len: 217 time: 0.0783224
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   from cryptography.utils import int_from_bytes
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   from cryptography.utils import int_from_bytes
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   (rel_b, rel_a, rel_b),
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   (rel_b, rel_a, rel_b),
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:36:30.759318 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:36:30.818417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-f7eb039b-d4ba-45f0-8bde-bb227b22b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:30.820069 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-f7eb039b-d4ba-45f0-8bde-bb227b22b769 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4 HTTP/1.1" status: 200  len: 849 time: 0.0681040
Apr 15 19:36:30.875047 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-73af0cc6-18cb-4fee-8d82-7a9829cef3d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f100199-00ca-45ee-a96a-4b93fb6a2827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463808
Apr 15 19:36:30.920874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:30.925516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-87d6afe0-e844-441e-97cb-584062d5cba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:30.942400 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:30.951221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:30.954594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:30.984865 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] 10.222.0.25 "DELETE /v2.0/networks/a3faddb1-37b8-4f5e-9f51-ff5375c4fb5e HTTP/1.1" status: 204  len: 168 time: 1.5439022
Apr 15 19:36:31.019750 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-ed73e377-4e46-431c-bffb-9770fd650a64 service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357918
Apr 15 19:36:31.169968 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9af55c87-3b77-4d38-abdd-faa84f48e7b9 req-81fb22b1-2637-4bb1-9897-9041af9054f4 service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409259
Apr 15 19:36:31.359745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42246) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:31.415448 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b3f1317b-fa9e-42d9-a17e-95e5c9e690c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=438dde1343434663a30b9587cd87478c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0515425
Apr 15 19:36:31.415678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42252) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:31.482141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-aead8ef9-2b21-400f-a73c-0da740dbe7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:31.513869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-aead8ef9-2b21-400f-a73c-0da740dbe7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:31.632056 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-aead8ef9-2b21-400f-a73c-0da740dbe7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:31.642711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-85cf7c22-afa3-402e-92aa-c3aa2a9802e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:31.663114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead8ef9-2b21-400f-a73c-0da740dbe7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb512d1-b946-485c-9d40-f64855ba99e2,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:31.666747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-aead8ef9-2b21-400f-a73c-0da740dbe7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:31.667961 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-aead8ef9-2b21-400f-a73c-0da740dbe7de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1eb512d1-b946-485c-9d40-f64855ba99e2 HTTP/1.1" status: 204  len: 168 time: 0.2512898
Apr 15 19:36:31.669869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-aead8ef9-2b21-400f-a73c-0da740dbe7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:31.732544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05b3e6-036c-4587-be6a-9214be04198a req-d0d71201-b53a-4494-a975-66ef39cec133 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:31.734326 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dd05b3e6-036c-4587-be6a-9214be04198a req-d0d71201-b53a-4494-a975-66ef39cec133 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 944 time: 0.1480801
Apr 15 19:36:31.795554 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dd05b3e6-036c-4587-be6a-9214be04198a req-d2b3f39f-1324-4691-bbd3-cc46818729e8 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544350
Apr 15 19:36:32.153863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65ebcd-f97d-4926-bebe-c2a3b90c6a42 req-35a9f109-3596-4a88-b199-8ea0d75c27e3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:32.155543 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-aa65ebcd-f97d-4926-bebe-c2a3b90c6a42 req-35a9f109-3596-4a88-b199-8ea0d75c27e3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0992277
Apr 15 19:36:32.206648 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-aa65ebcd-f97d-4926-bebe-c2a3b90c6a42 req-54e9053d-12fe-43f5-b794-3dd9703953fe tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444772
Apr 15 19:36:32.517483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42308) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:32.561945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42316) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:32.714943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:32.714943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:32.714943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b545b530374d5fba817e1197d5b9f6 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:32.714943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:32.719980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:32.761456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:32.763614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:32.768202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Usage tracker for resource:security_group_rule and tenant:e42bfe850fa247cba4f9b2acd263b4c9 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:32.771175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:32.777235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:32.809584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:32.922704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:32.932740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c096a07d-2153-4e34-9856-436d340f3094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:33.163059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.209252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.220690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-481b93fb-e93a-4232-b59d-bd14ae39b669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:33.268349 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e42bfe850fa247cba4f9b2acd263b4c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7054439
Apr 15 19:36:33.268836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b916b4cb-b05c-48e2-9835-1d7d97f5e7f9,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:33.269018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42346) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:33.276143 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1b545b530374d5fba817e1197d5b9f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7550485
Apr 15 19:36:33.276143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:33.280430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42350) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:33.284386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5767b994-ad6d-44ad-95ca-b026a14323ba,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:33.287837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:33.373659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.402663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c943d673-544a-426e-80ca-b729b25f12a6 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:36:33.461182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.477029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.498903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c13de-9ddf-4b8b-85d4-feaf7f5ed7a3 req-3eaba02b-f74a-47cb-988b-e95786705d66 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:33.499792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.505820 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9b0c13de-9ddf-4b8b-85d4-feaf7f5ed7a3 req-3eaba02b-f74a-47cb-988b-e95786705d66 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 944 time: 0.2891607
Apr 15 19:36:33.579590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.588502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port c943d673-544a-426e-80ca-b729b25f12a6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c943d673-544a-426e-80ca-b729b25f12a6,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:33.593846 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9b0c13de-9ddf-4b8b-85d4-feaf7f5ed7a3 req-b28b5195-9a36-4fae-a203-dbde2d2b7a65 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869026
Apr 15 19:36:33.603490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:33.621015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.622117 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5767b994-ad6d-44ad-95ca-b026a14323ba HTTP/1.1" status: 204  len: 168 time: 0.3519592
Apr 15 19:36:33.625952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5767b994-ad6d-44ad-95ca-b026a14323ba,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:33.630100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7ec5-f595-448a-960f-b3a15ef9ee25 req-98705045-f427-49bf-872f-4c66c80403db tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:33.632139 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-450c7ec5-f595-448a-960f-b3a15ef9ee25 req-98705045-f427-49bf-872f-4c66c80403db tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.2437792
Apr 15 19:36:33.634741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:33.671612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'c943d673-544a-426e-80ca-b729b25f12a6', 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827', 'port_id': 'c943d673-544a-426e-80ca-b729b25f12a6', 'mac_address': 'fa:16:3e:86:59:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:36:33.736441 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-450c7ec5-f595-448a-960f-b3a15ef9ee25 req-9a5a3f80-0242-4823-8e1a-9a386a306715 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846698
Apr 15 19:36:33.745865 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.749109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.751849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:33.772239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c943d673-544a-426e-80ca-b729b25f12a6 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:36:33.773730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916b4cb-b05c-48e2-9835-1d7d97f5e7f9,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:33.776932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:33.778495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.779830 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b916b4cb-b05c-48e2-9835-1d7d97f5e7f9 HTTP/1.1" status: 204  len: 168 time: 0.4984074
Apr 15 19:36:33.799951 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port c943d673-544a-426e-80ca-b729b25f12a6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c943d673-544a-426e-80ca-b729b25f12a6,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:33.852545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:33.854469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:33.929234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=c943d673-544a-426e-80ca-b729b25f12a6,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:33.932565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:34.247772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['c943d673-544a-426e-80ca-b729b25f12a6'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:36:34.359961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42378) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:34.379905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.396545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:34.400665 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Usage tracker for resource:security_group_rule and tenant:5f82649df4dd4a388ad15766065fe546 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:34.403677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:34.414307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:34.523156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42382) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:34.542560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.557631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:34.561642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc67a9b27784b92b085f1dfec9a9014 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:34.564690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:34.570655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:34.593570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.619690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.681174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0b37907c-fe07-492e-942c-522b65fb8514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:34.708268 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f82649df4dd4a388ad15766065fe546&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3464684
Apr 15 19:36:34.712238 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42394) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:34.717398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.749527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b381848-2f16-445c-bbe1-919bdd8e0489,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:34.758342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:34.765989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.778914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3315977c-dcb0-4a39-b132-dafa0d8c82e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:34.900556 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cc67a9b27784b92b085f1dfec9a9014&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3732367
Apr 15 19:36:34.900651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42406) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:34.923099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f932626-018e-4f97-98e2-2f1f581d9e1a,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:34.927613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:34.931065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.963469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:34.974476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.003343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.111335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.115950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231adc7-c706-47c2-99f8-049242216aab req-a5f5073e-4d16-4f61-82d2-60b6176469a1 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:35.116688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9985d800-7dfa-4aa1-a70b-f1b5c2fcd187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:35.121659 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d231adc7-c706-47c2-99f8-049242216aab req-a5f5073e-4d16-4f61-82d2-60b6176469a1 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 945 time: 0.3082094
Apr 15 19:36:35.130230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f932626-018e-4f97-98e2-2f1f581d9e1a,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:35.131176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f84fb-0730-41dd-8b28-2bd5ded0542b req-206ab5ad-e9ea-4a0f-825c-37b0483a5384 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:35.133010 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c36f84fb-0730-41dd-8b28-2bd5ded0542b req-206ab5ad-e9ea-4a0f-825c-37b0483a5384 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1444311
Apr 15 19:36:35.134356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:35.147364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.150586 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f932626-018e-4f97-98e2-2f1f581d9e1a HTTP/1.1" status: 204  len: 168 time: 0.2470036
Apr 15 19:36:35.158320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.177717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179bded8-44d2-46f4-9dfa-1fb7805f3d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:35.206005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b381848-2f16-445c-bbe1-919bdd8e0489,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:35.219604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:35.227853 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d231adc7-c706-47c2-99f8-049242216aab req-3cf4c9f3-14cc-4a7f-8355-1de04ea14d7d tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935111
Apr 15 19:36:35.242674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.245686 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b381848-2f16-445c-bbe1-919bdd8e0489 HTTP/1.1" status: 204  len: 168 time: 0.5309253
Apr 15 19:36:35.255462 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c36f84fb-0730-41dd-8b28-2bd5ded0542b req-194bd9c5-cc4b-4767-a4a8-6e912eda5a47 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030157
Apr 15 19:36:35.400979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c943d673-544a-426e-80ca-b729b25f12a6 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:36:35.468298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42422) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:35.488930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4693567f-5037-4f8d-ada4-91c46ac574d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.534900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port c943d673-544a-426e-80ca-b729b25f12a6 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:36:35.540446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port c943d673-544a-426e-80ca-b729b25f12a6 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:36:35.540872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.681577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.710341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c943d673-544a-426e-80ca-b729b25f12a6'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:35.727065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port c943d673-544a-426e-80ca-b729b25f12a6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c943d673-544a-426e-80ca-b729b25f12a6,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:35.768291 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c943d673-544a-426e-80ca-b729b25f12a6', 'code': 200}
Apr 15 19:36:35.781930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.786955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:35.790127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:35.806981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:35.809780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Usage tracker for resource:security_group_rule and tenant:29251064aa87404ea664c2681d23e919 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:35.812861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:35.838456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:35.871746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=c943d673-544a-426e-80ca-b729b25f12a6,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:35.875029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:35.961562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:36.018722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:36.028415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:36.076974 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29251064aa87404ea664c2681d23e919&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6073565
Apr 15 19:36:36.077929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fd8c28-28d9-427d-9dd8-9cff02a9cf76,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:36.080991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42456) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:36.094039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:36.163806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:36.181839 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f728838-697c-40b2-a09b-6389fff1392b req-6000b3bc-5c70-4619-b9be-d32b16158e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:36.183475 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f728838-697c-40b2-a09b-6389fff1392b req-6000b3bc-5c70-4619-b9be-d32b16158e3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 1099 time: 0.1081779
Apr 15 19:36:36.193791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:36.239301 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f728838-697c-40b2-a09b-6389fff1392b req-1567373c-07f5-43b7-b5dc-c0cc168e8044 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483944
Apr 15 19:36:36.304413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:36.310059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4077e688-55e0-4c7b-b474-ee2fbf7a9eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:36.324491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fd8c28-28d9-427d-9dd8-9cff02a9cf76,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:36.327576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:36.328566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:36.330407 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5fd8c28-28d9-427d-9dd8-9cff02a9cf76 HTTP/1.1" status: 204  len: 168 time: 0.2382829
Apr 15 19:36:36.460694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e544ee-95fb-48e1-805d-90cd4a2b83b5 req-fff7d663-703f-494c-899d-7f6d6cceeced tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:36.462288 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77e544ee-95fb-48e1-805d-90cd4a2b83b5 req-fff7d663-703f-494c-899d-7f6d6cceeced tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 946 time: 0.1059635
Apr 15 19:36:36.515498 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77e544ee-95fb-48e1-805d-90cd4a2b83b5 req-3a93ec45-7f59-40db-9e8c-58f61286da5b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426753
Apr 15 19:36:36.748961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d408c6-ce99-462a-981d-97b699351a40 req-19c5b13c-276a-4ad8-bb37-30e99c8a81e9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:36.750940 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a3d408c6-ce99-462a-981d-97b699351a40 req-19c5b13c-276a-4ad8-bb37-30e99c8a81e9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1083281
Apr 15 19:36:36.809972 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a3d408c6-ce99-462a-981d-97b699351a40 req-bc9d75f1-59b1-48bb-a5e6-4a6245c8fe95 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515244
Apr 15 19:36:37.498438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bebb-e750-4d74-9c8c-45ee014baf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:37.766069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb71c96-ddd1-43ec-8abf-92f6198945b0 req-fbd6d455-5378-45e6-8093-73dfa0b0fd78 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:37.767773 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2eb71c96-ddd1-43ec-8abf-92f6198945b0 req-fbd6d455-5378-45e6-8093-73dfa0b0fd78 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 946 time: 0.1074281
Apr 15 19:36:37.812359 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2eb71c96-ddd1-43ec-8abf-92f6198945b0 req-03b9f139-bb95-421d-8201-e808e37e5977 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438645
Apr 15 19:36:38.014035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b3ca6-5e2c-4712-b831-e3589802cd5e req-6ffb9aa1-bb50-439b-8d62-9295652a4daa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:38.015748 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a95b3ca6-5e2c-4712-b831-e3589802cd5e req-6ffb9aa1-bb50-439b-8d62-9295652a4daa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0933745
Apr 15 19:36:38.025081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:38.069981 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a95b3ca6-5e2c-4712-b831-e3589802cd5e req-475ca42d-73cf-44a5-92c7-d39dd7fecb42 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456994
Apr 15 19:36:38.544416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.448850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42600) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:39.577692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.593384 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:39.598411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Usage tracker for resource:security_group_rule and tenant:4faf2c24281a4780aff76072e524fd39 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:39.607980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:39.622239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:39.709594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.739618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.748348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:39.790078 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4faf2c24281a4780aff76072e524fd39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3400774
Apr 15 19:36:39.791681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d307f7-6dad-4a76-a3d1-4815be8011b3,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:39.792882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42610) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:39.794795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:39.855849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.882937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.883348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.957450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.962827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-27713aba-2f08-4710-8020-bb43495446d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:39.974794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d307f7-6dad-4a76-a3d1-4815be8011b3,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:39.977089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:39.982703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:39.986857 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07d307f7-6dad-4a76-a3d1-4815be8011b3 HTTP/1.1" status: 204  len: 168 time: 0.1927292
Apr 15 19:36:40.263313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32909c2d-a21d-4caf-9972-b6acc40a2f25 req-c7029271-9655-454b-b7b8-d7f9af99b197 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:40.264926 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-32909c2d-a21d-4caf-9972-b6acc40a2f25 req-c7029271-9655-454b-b7b8-d7f9af99b197 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1359558
Apr 15 19:36:40.275005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1fc82-f0db-4472-a5c4-0d14cbb4d605 req-594e1240-47d8-47da-9742-a15da76a2204 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:40.276623 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ae1fc82-f0db-4472-a5c4-0d14cbb4d605 req-594e1240-47d8-47da-9742-a15da76a2204 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 946 time: 0.2029984
Apr 15 19:36:40.345151 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-32909c2d-a21d-4caf-9972-b6acc40a2f25 req-64b40517-3e0a-49a5-856c-14609c9f3155 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674856
Apr 15 19:36:40.369086 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ae1fc82-f0db-4472-a5c4-0d14cbb4d605 req-014c4fb1-d5cf-42e4-9621-513f664f78e5 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592837
Apr 15 19:36:41.561967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c41926-8038-442d-8dd9-9cabd811f693 req-67fde396-eca5-4a3e-afac-f68c567c9c51 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:41.564199 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-43c41926-8038-442d-8dd9-9cabd811f693 req-67fde396-eca5-4a3e-afac-f68c567c9c51 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0903060
Apr 15 19:36:41.670798 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-43c41926-8038-442d-8dd9-9cabd811f693 req-350cac8a-0d5b-4b42-b50f-2e6a11c940da tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652478
Apr 15 19:36:41.693708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b75e29-1dbf-4028-bd72-53b062f1367c req-83f7f714-43ce-494a-8c28-9f8568bd2dce tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:41.695340 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-81b75e29-1dbf-4028-bd72-53b062f1367c req-83f7f714-43ce-494a-8c28-9f8568bd2dce tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 946 time: 0.1301897
Apr 15 19:36:41.752839 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-81b75e29-1dbf-4028-bd72-53b062f1367c req-35edefd2-2f4e-487b-9b21-a4b082a27628 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464528
Apr 15 19:36:42.892324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4489356-5de7-40d1-a55c-d02834b8e063 req-edbdf496-cc80-4700-9b37-f710b4156ce0 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:42.894937 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4489356-5de7-40d1-a55c-d02834b8e063 req-edbdf496-cc80-4700-9b37-f710b4156ce0 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1016271
Apr 15 19:36:42.942342 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e4489356-5de7-40d1-a55c-d02834b8e063 req-49275a91-9457-4094-a61f-96c22e3d43ae tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421300
Apr 15 19:36:43.834972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b471d-b7e2-4889-b156-3de3cb3192dd req-1848c664-088f-4460-9a05-07177dbe6ce8 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:43.836615 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f36b471d-b7e2-4889-b156-3de3cb3192dd req-1848c664-088f-4460-9a05-07177dbe6ce8 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 946 time: 0.1180713
Apr 15 19:36:43.892337 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f36b471d-b7e2-4889-b156-3de3cb3192dd req-78b3f17b-ea3d-4584-aea8-8b7932d44574 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486228
Apr 15 19:36:44.159605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7c88-4165-4839-bccc-0905a8ffcd62 req-3f06385e-5a9a-4391-a5b2-17e0a1d8d276 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:44.159902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42804) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:44.161643 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1e9e7c88-4165-4839-bccc-0905a8ffcd62 req-3f06385e-5a9a-4391-a5b2-17e0a1d8d276 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0959289
Apr 15 19:36:44.217915 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1e9e7c88-4165-4839-bccc-0905a8ffcd62 req-39d93cbe-d7d0-4f87-804b-5b52baea25a9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490663
Apr 15 19:36:44.293076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42814) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:44.384065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.399791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:44.403823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:207eaea09bb54e1eb07664ced43925c0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:44.406839 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:44.426374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:44.434328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.461929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:44.469100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a97d0853a4b5449a8b566ca3d267d868 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:44.473216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:44.483507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:44.647631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.685443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.696805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c7a7b7ff-5504-4cf7-b317-d94b9dac9239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:44.735944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.753768 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=207eaea09bb54e1eb07664ced43925c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5926914
Apr 15 19:36:44.754737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b423908c-ce57-4d7f-8abb-8a3abd7dcb09,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:44.762768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42838) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:44.762768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:44.787668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.802527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:44.861088 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a97d0853a4b5449a8b566ca3d267d868&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5667214
Apr 15 19:36:44.863794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca165c-7541-4029-bc71-ab350371e1b2,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:44.863944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42844) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:44.873574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:44.881315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.909641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.926143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.952690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.991987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:44.997895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6eb4f688-6278-434b-a5ff-809c3c514509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:45.011569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b423908c-ce57-4d7f-8abb-8a3abd7dcb09,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:45.014024 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:45.020037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.022882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.026727 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b423908c-ce57-4d7f-8abb-8a3abd7dcb09 HTTP/1.1" status: 204  len: 168 time: 0.2658560
Apr 15 19:36:45.026870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6d4019b5-4af4-43d0-ad46-e28b306e3135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:45.042179 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca165c-7541-4029-bc71-ab350371e1b2,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:45.046324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:45.048375 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.049597 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2ca165c-7541-4029-bc71-ab350371e1b2 HTTP/1.1" status: 204  len: 168 time: 0.1846128
Apr 15 19:36:45.555990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42870) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:45.585633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.601690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:45.612452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Usage tracker for resource:security_group_rule and tenant:62d712cf6ff045f68ef7b63ac4591072 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:45.614062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:45.620791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:45.708312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.740169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.753216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7c12b54a-a06a-45e3-aa37-c6c0bbf055f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:45.796077 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62d712cf6ff045f68ef7b63ac4591072&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2389090
Apr 15 19:36:45.798287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db4dd92-af84-448d-98dd-71d5e43f7668,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:45.799626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42880) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:45.801474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:45.870849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.894160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.979987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:45.985824 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9f0497f9-2259-449d-856c-e8ad7ee52c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:45.999545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db4dd92-af84-448d-98dd-71d5e43f7668,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:46.003647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:46.004907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:46.008777 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7db4dd92-af84-448d-98dd-71d5e43f7668 HTTP/1.1" status: 204  len: 168 time: 0.2053895
Apr 15 19:36:47.053367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558f8b3-c295-4af6-9ab4-44af706a90c1 req-a84b944f-56c5-4916-875c-c60ecc59f05e tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:47.055657 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8558f8b3-c295-4af6-9ab4-44af706a90c1 req-a84b944f-56c5-4916-875c-c60ecc59f05e tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 946 time: 0.1770940
Apr 15 19:36:47.083073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0dfc7-9ca2-4b53-8bfb-904941fa2281 req-0d830faa-a47f-4e14-b3ad-256b2e126789 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:47.083073 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-11c0dfc7-9ca2-4b53-8bfb-904941fa2281 req-0d830faa-a47f-4e14-b3ad-256b2e126789 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1595802
Apr 15 19:36:47.151708 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8558f8b3-c295-4af6-9ab4-44af706a90c1 req-48d36604-47a8-4b21-8df7-18d7a863da14 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826843
Apr 15 19:36:47.173941 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-11c0dfc7-9ca2-4b53-8bfb-904941fa2281 req-477f6abb-0de1-4f05-a54e-86596caef846 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794008
Apr 15 19:36:47.332004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63950f-1160-4060-82e8-834eb42f204f req-6bd3f901-6a9e-4522-acc0-a8de68134d24 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:47.332796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-db63950f-1160-4060-82e8-834eb42f204f req-6bd3f901-6a9e-4522-acc0-a8de68134d24 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Synchronizing usage tracker for tenant:75ebe4891dc1422d8b21f87b2007aa30 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:36:47.380295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-db63950f-1160-4060-82e8-834eb42f204f req-6bd3f901-6a9e-4522-acc0-a8de68134d24 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Unset dirty status for tenant:75ebe4891dc1422d8b21f87b2007aa30 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:36:47.381587 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-db63950f-1160-4060-82e8-834eb42f204f req-6bd3f901-6a9e-4522-acc0-a8de68134d24 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 946 time: 0.1382711
Apr 15 19:36:47.464190 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Deleting port c943d673-544a-426e-80ca-b729b25f12a6 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:36:47.464686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:47.550284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:47.790863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42952) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:47.966973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:47.982607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:47.986695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Usage tracker for resource:security_group_rule and tenant:4cfb5a7a584b4c8388eb6a0310f92b0d is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:47.989588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:47.995513 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:48.066689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] For port c943d673-544a-426e-80ca-b729b25f12a6, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c943d673-544a-426e-80ca-b729b25f12a6,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:36:48.067668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.088786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.129276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.148692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:48.195889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f19b398-ddcc-4277-8ec7-071039e8cdd0,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:48.214851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:48.245300 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cfb5a7a584b4c8388eb6a0310f92b0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4530075
Apr 15 19:36:48.245998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 42972) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:48.267337 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Calling delete_port for c943d673-544a-426e-80ca-b729b25f12a6 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:36:48.333195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7beee1af-45bf-4325-9b07-be28ce6dc423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.478810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7beee1af-45bf-4325-9b07-be28ce6dc423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.540819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.566353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:48.571416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b924-bd12-4f37-aa4b-425c015b24aa req-7a405431-711d-4eec-acae-0d169b75fb71 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:48.573155 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a70b924-bd12-4f37-aa4b-425c015b24aa req-7a405431-711d-4eec-acae-0d169b75fb71 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 867 time: 0.2503479
Apr 15 19:36:48.581853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76a577-49e5-4a73-8b2c-e7c555856646 req-62514adb-4403-402c-8444-1074226c8382 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:48.583368 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dd76a577-49e5-4a73-8b2c-e7c555856646 req-62514adb-4403-402c-8444-1074226c8382 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1933675
Apr 15 19:36:48.650653 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a70b924-bd12-4f37-aa4b-425c015b24aa req-cca0427c-f9a3-43fe-b603-e104817b136e tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662229
Apr 15 19:36:48.676538 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dd76a577-49e5-4a73-8b2c-e7c555856646 req-21202510-9019-4f3b-b37a-24e2d560b897 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607233
Apr 15 19:36:48.688151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Pushing event deleted for resources: {'Port': ['ID=c943d673-544a-426e-80ca-b729b25f12a6,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:48.694525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7beee1af-45bf-4325-9b07-be28ce6dc423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.699988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-221dc565-f6d0-4102-8b85-40ffaa95ea73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:48.705694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:48.711699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beee1af-45bf-4325-9b07-be28ce6dc423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f19b398-ddcc-4277-8ec7-071039e8cdd0,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:48.714297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7beee1af-45bf-4325-9b07-be28ce6dc423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:48.720435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7beee1af-45bf-4325-9b07-be28ce6dc423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.724488 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7beee1af-45bf-4325-9b07-be28ce6dc423 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f19b398-ddcc-4277-8ec7-071039e8cdd0 HTTP/1.1" status: 204  len: 168 time: 0.4771235
Apr 15 19:36:48.844156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] No DVR routers for this DVR port c943d673-544a-426e-80ca-b729b25f12a6 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:36:48.847300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:48.850145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'name': 'network-vif-deleted', 'tag': 'c943d673-544a-426e-80ca-b729b25f12a6'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:36:48.880883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 42990) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:48.908910 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd84bf-04f4-4515-b3df-16bc05e933b6', 'name': 'network-vif-deleted', 'tag': 'c943d673-544a-426e-80ca-b729b25f12a6', 'status': 'completed', 'code': 200}
Apr 15 19:36:48.918297 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-db63950f-1160-4060-82e8-834eb42f204f req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "DELETE /v2.0/ports/c943d673-544a-426e-80ca-b729b25f12a6 HTTP/1.1" status: 204  len: 173 time: 1.5308950
Apr 15 19:36:49.157864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.174243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:49.178460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Usage tracker for resource:security_group_rule and tenant:8dfe8d68639e467eb92f9ec179a745e8 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:49.181617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:49.187946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:49.268775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43008) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:49.293953 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.314376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:49.318749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa1c4e7b05c4cf49652af60394fd170 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:49.321750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:49.328516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:49.342530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.396142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.407145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-25599f38-3421-47d0-8ec5-bacc2ce3c3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:49.452316 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8dfe8d68639e467eb92f9ec179a745e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5702581
Apr 15 19:36:49.453254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d1ddb0-1105-4458-9952-dac7afec0358,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:49.456033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43012) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:49.458915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:49.497575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.521774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.529036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.539283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7074301a-9aa3-4080-a51e-0c0894b65b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:49.553530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.582543 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fa1c4e7b05c4cf49652af60394fd170&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3125730
Apr 15 19:36:49.583470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4fd602-5af2-4770-bf1c-e719a49955b6,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:49.586026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43018) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:49.588577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:49.643257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.649067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f4eec5ac-d39d-472a-8ff5-aa2d8675a4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:49.652307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.663586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d1ddb0-1105-4458-9952-dac7afec0358,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:49.667019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:49.668000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.669238 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6d1ddb0-1105-4458-9952-dac7afec0358 HTTP/1.1" status: 204  len: 168 time: 0.2122002
Apr 15 19:36:49.681758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.751445 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.756823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f29d8720-937a-4bb3-810d-05f45cdad8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:49.770936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4fd602-5af2-4770-bf1c-e719a49955b6,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:49.773976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:49.774947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:49.776144 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f4fd602-5af2-4770-bf1c-e719a49955b6 HTTP/1.1" status: 204  len: 168 time: 0.1891775
Apr 15 19:36:50.253686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43042) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:50.273003 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:50.288058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:50.292049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Usage tracker for resource:security_group_rule and tenant:40fbc8d51f4045cda392a697373244b4 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:50.294998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:50.301488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:50.387899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:50.414623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:50.424182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce7f3df9-f6f4-49a7-a3b8-ea75049f57fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:50.468784 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40fbc8d51f4045cda392a697373244b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2138107
Apr 15 19:36:50.470287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e72b6a-3649-448b-af93-1bb6b702ed07,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:50.472372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43050) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:50.473650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:50.536262 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:50.564206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:50.643654 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:50.649051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-51fc495d-39ed-457b-906d-e21c4f3b6a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:50.662110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e72b6a-3649-448b-af93-1bb6b702ed07,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:50.664278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:50.667932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:50.669868 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0e72b6a-3649-448b-af93-1bb6b702ed07 HTTP/1.1" status: 204  len: 168 time: 0.1963489
Apr 15 19:36:51.653428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['c943d673-544a-426e-80ca-b729b25f12a6'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:36:51.919873 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-aa6b89a1-3e62-4c33-b37c-eea873bc0e41 req-a305f10d-688d-4171-94cd-92e7d1f8b344 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 210 time: 0.0991704
Apr 15 19:36:51.978716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e76fa-cb1e-4aef-bfc4-3f902760bcc6 req-26b58c5b-f418-47cf-b690-4a488820a298 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:51.980378 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-754e76fa-cb1e-4aef-bfc4-3f902760bcc6 req-26b58c5b-f418-47cf-b690-4a488820a298 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1103458
Apr 15 19:36:52.038214 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-754e76fa-cb1e-4aef-bfc4-3f902760bcc6 req-f2aba48e-55c8-4469-953c-e06f6eabd2e6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509994
Apr 15 19:36:53.895276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43202) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:54.019979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.038660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:54.042771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Usage tracker for resource:security_group_rule and tenant:2d54da07005d47118f731abf607850b9 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:54.045677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:54.052216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:54.136652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.174631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.183899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7f794993-924b-45d3-bf13-e0cf1eed7b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:54.226818 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d54da07005d47118f731abf607850b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3303397
Apr 15 19:36:54.227801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f9d49-7c64-4041-a124-a7a7fe9dc354,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:54.229641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43208) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:54.230966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:54.291043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.317579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.448749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.453820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e51cec8b-db4f-426a-b47d-bfed727190b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:54.468122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f9d49-7c64-4041-a124-a7a7fe9dc354,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:54.471759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:54.476681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.477893 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/625f9d49-7c64-4041-a124-a7a7fe9dc354 HTTP/1.1" status: 204  len: 168 time: 0.2467799
Apr 15 19:36:54.903488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43218) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:54.922215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:54.937248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:54.941922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Usage tracker for resource:security_group_rule and tenant:a5cb80cd04514cbaa9d818a9e8342816 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:54.944893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:54.951011 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:55.058870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:55.088945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:55.101768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4aefd32f-7c52-440b-ad92-c8ef55372189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:55.189733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef10f1-d2c5-4c1e-8f44-fa02f3a34723,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:55.233717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:55.249926 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5cb80cd04514cbaa9d818a9e8342816&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3451958
Apr 15 19:36:55.251556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43234) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:55.263313 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8acc375c-4884-41dd-9886-7b157ec31409 req-49c495bc-1c1c-4b1a-90ce-70e535daab2a tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2fd84bf-04f4-4515-b3df-16bc05e933b6 HTTP/1.1" status: 200  len: 210 time: 0.1139982
Apr 15 19:36:55.306431 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b916b-5ef8-41e8-89aa-290852acc0ae req-786ecb11-c894-401c-b922-7bbdc5be167f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:55.308115 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-913b916b-5ef8-41e8-89aa-290852acc0ae req-786ecb11-c894-401c-b922-7bbdc5be167f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1609521
Apr 15 19:36:55.319308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:55.346754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:55.362504 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-913b916b-5ef8-41e8-89aa-290852acc0ae req-601c9290-289a-4d6b-8d3f-1d59f1255476 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468454
Apr 15 19:36:55.431984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:55.437790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-bb00d4b5-dc72-405b-a272-1475e996f363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:55.456932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef10f1-d2c5-4c1e-8f44-fa02f3a34723,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:55.460274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:55.464838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:55.466119 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45ef10f1-d2c5-4c1e-8f44-fa02f3a34723 HTTP/1.1" status: 204  len: 168 time: 0.2132812
Apr 15 19:36:55.669696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c943d673-544a-426e-80ca-b729b25f12a6 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:36:55.708734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: c943d673-544a-426e-80ca-b729b25f12a6 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:36:55.709130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c943d673-544a-426e-80ca-b729b25f12a6 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:36:56.214345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbf554-dabd-4bd1-80d0-1c6380eb7da3 req-1adb279f-002f-44dc-8953-4a66c5697a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:56.224554 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e2fbf554-dabd-4bd1-80d0-1c6380eb7da3 req-1adb279f-002f-44dc-8953-4a66c5697a29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 1098 time: 0.1853280
Apr 15 19:36:56.281096 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e2fbf554-dabd-4bd1-80d0-1c6380eb7da3 req-d71ab21a-1ac5-42a6-9e4d-632f9ca2a91a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541384
Apr 15 19:36:56.610546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9eb3a-a517-45d7-9751-18557bcf452d req-9acc347e-f236-4f1e-b158-b5d5d93be7d3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:56.612324 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0b9eb3a-a517-45d7-9751-18557bcf452d req-9acc347e-f236-4f1e-b158-b5d5d93be7d3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1241925
Apr 15 19:36:56.706881 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0b9eb3a-a517-45d7-9751-18557bcf452d req-6a885e9c-dfae-4ae5-a569-36f591636579 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874059
Apr 15 19:36:57.051688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-456a614c-7688-4a00-95fd-f210c2d042c8 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:57.053301 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-456a614c-7688-4a00-95fd-f210c2d042c8 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/networks?id=2f100199-00ca-45ee-a96a-4b93fb6a2827 HTTP/1.1" status: 200  len: 809 time: 0.3808453
Apr 15 19:36:57.072443 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-ad3ccfa9-18b2-4f2b-ada7-2c74efe3f11c tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/quotas/75ebe4891dc1422d8b21f87b2007aa30 HTTP/1.1" status: 200  len: 375 time: 0.0114329
Apr 15 19:36:57.132218 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-96dd3dae-8d51-4f66-ae6b-6554731e8667 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75ebe4891dc1422d8b21f87b2007aa30&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529518
Apr 15 19:36:57.308859 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-d28800f9-4c78-4254-8131-e9bbea7b770e service neutron] 10.222.0.25 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683416
Apr 15 19:36:57.483803 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-4bcfe9f1-6874-4542-82e7-15713f8d5ba8 service neutron] 10.222.0.25 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1651750
Apr 15 19:36:57.904354 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-75f28de3-6ce7-45e1-9be5-e2066bdbc2bc req-30ebf94d-124a-4327-a227-aba1c3e82b48 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 210 time: 0.1108875
Apr 15 19:36:57.974857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3cb6c-fb7c-4d3f-bb93-e1d48b212a04 req-d872cae0-bd07-4b27-a43c-8ad879bb5fc5 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:57.976598 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ad3cb6c-fb7c-4d3f-bb93-e1d48b212a04 req-d872cae0-bd07-4b27-a43c-8ad879bb5fc5 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1429591
Apr 15 19:36:58.032619 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ad3cb6c-fb7c-4d3f-bb93-e1d48b212a04 req-4e322687-b05c-4912-82bb-28139da338aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459235
Apr 15 19:36:58.265837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e8fc-7276-409a-b017-3c16ca043504 req-e040e409-87fc-49a2-b5c5-d79550359a88 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:36:58.267450 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4923e8fc-7276-409a-b017-3c16ca043504 req-e040e409-87fc-49a2-b5c5-d79550359a88 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.0946944
Apr 15 19:36:58.316398 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4923e8fc-7276-409a-b017-3c16ca043504 req-26038379-9b0d-470a-b46a-6e42f9c98d37 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426381
Apr 15 19:36:58.527867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43388) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:58.681920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:58.699184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:58.703531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f75b0bc2ad074e30bf99a706673ffc11 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:58.706634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:58.713487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:58.815479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:58.848952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:58.858220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-894c47e5-18d4-40b5-a608-3cb2c38c0121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:58.901084 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f75b0bc2ad074e30bf99a706673ffc11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3719900
Apr 15 19:36:58.902772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ceebe2-cdc8-488e-844e-8549cb69444a,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:58.904041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43398) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:58.906015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:58.970848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:59.000936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:59.089156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:59.096119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1031d72e-476f-41a6-a377-4d2dfc4b57e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:59.109662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ceebe2-cdc8-488e-844e-8549cb69444a,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:59.112198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:36:59.112952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-188adbc0-f063-4691-ab1d-daefa9a4a1e4 req-a4ef6939-bbf3-4571-a118-0dcbad05643d tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 210 time: 0.0514474
Apr 15 19:36:59.113162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:59.114483 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80ceebe2-cdc8-488e-844e-8549cb69444a HTTP/1.1" status: 204  len: 168 time: 0.2092791
Apr 15 19:36:59.699406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43426) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:59.718352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:59.734429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:36:59.739285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Usage tracker for resource:security_group_rule and tenant:bb94f18ff9b349cb8cc210c5a979a223 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:36:59.743067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:36:59.750329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:36:59.843927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:59.869988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:36:59.879660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:36:59.923361 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb94f18ff9b349cb8cc210c5a979a223&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2227407
Apr 15 19:36:59.924257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a843e5-f5f3-4ffb-97a8-00de6bc85373,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:36:59.926317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43434) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:36:59.927597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:00.000055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:00.027565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:00.129257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:00.134752 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-93350bd4-0b27-49f8-9851-01857560d0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:00.149016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a843e5-f5f3-4ffb-97a8-00de6bc85373,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:00.151578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:00.163977 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:00.165352 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66a843e5-f5f3-4ffb-97a8-00de6bc85373 HTTP/1.1" status: 204  len: 168 time: 0.2378025
Apr 15 19:37:00.293186 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e365d47b-b63a-405c-996f-22c22c8c8d73 req-3b74d9dd-f7ee-4af6-8e46-92650032158a tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 210 time: 0.0503652
Apr 15 19:37:01.018995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33e4d0-5e9d-4aba-99d8-05366019c34e req-3a430692-c101-4f2e-9cd6-c096fc3356c3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:01.020787 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2b33e4d0-5e9d-4aba-99d8-05366019c34e req-3a430692-c101-4f2e-9cd6-c096fc3356c3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1085520
Apr 15 19:37:01.064604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43478) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:01.078221 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2b33e4d0-5e9d-4aba-99d8-05366019c34e req-b0fc5e89-8a75-43d6-a3e5-14060aaee6b5 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509095
Apr 15 19:37:01.245740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:37:01.340425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:01.355975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:01.360012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Usage tracker for resource:security_group_rule and tenant:edb3794f551a4c44a6b423f5fc58eb1f is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:01.363471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:01.369498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:01.461314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:01.489115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:01.498900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a7c89ae3-2c1d-440e-8c29-e07bd7e53f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:01.545213 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edb3794f551a4c44a6b423f5fc58eb1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4794581
Apr 15 19:37:01.546215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e5487-13ef-4713-b0c7-2e6cfb6001f3,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:01.548800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43492) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:01.556477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.556860 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.557410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.557801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.558186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.558756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.559138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.559518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.560049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.560470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.560848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.561303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.565924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:01.620450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:01.650278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:01.721990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:01.727309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:01.741486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e5487-13ef-4713-b0c7-2e6cfb6001f3,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:01.754415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.754832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.755237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.757504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.757916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.758576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.758975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.759373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.759771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.760141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.760529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.760917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:01.764699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:01.766010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:01.767266 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e8e5487-13ef-4713-b0c7-2e6cfb6001f3 HTTP/1.1" status: 204  len: 168 time: 0.2173159
Apr 15 19:37:03.348201 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-479cd5d3-fe63-4541-9870-934d097cfb89 req-bcd791ed-2632-49c7-8cc4-fbd0980adac2 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 210 time: 0.0645871
Apr 15 19:37:03.392581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-47127a67-4455-458f-b492-af7217b9612c tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:03.394196 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-47127a67-4455-458f-b492-af7217b9612c tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "GET /v2.0/networks?id=2f100199-00ca-45ee-a96a-4b93fb6a2827 HTTP/1.1" status: 200  len: 809 time: 0.2485058
Apr 15 19:37:03.400384 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178bc4-a811-442c-b113-760afbf39e31 req-47ceff94-23de-4f5a-87ae-e806c686a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:03.401893 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74178bc4-a811-442c-b113-760afbf39e31 req-47ceff94-23de-4f5a-87ae-e806c686a486 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.1501842
Apr 15 19:37:03.415750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Request body: {'port': {'device_id': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827', 'admin_state_up': True, 'tenant_id': '75ebe4891dc1422d8b21f87b2007aa30'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:03.481188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323536db-436e-4deb-af53-9d4be74c3ba2 req-013dc0ae-5a06-46e9-9f72-257d80d96125 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:03.482956 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-323536db-436e-4deb-af53-9d4be74c3ba2 req-013dc0ae-5a06-46e9-9f72-257d80d96125 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.0995996
Apr 15 19:37:03.535449 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-323536db-436e-4deb-af53-9d4be74c3ba2 req-c526253d-0eb5-4c1f-ac80-528e3d0bc851 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430691
Apr 15 19:37:03.729476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:03.729476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Usage tracker for resource:port and tenant:75ebe4891dc1422d8b21f87b2007aa30 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:03.729476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:03.729476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:03.729476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178bc4-a811-442c-b113-760afbf39e31 req-8144ab3f-d8ef-4e4f-be03-9aa5357405aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:03.729476 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74178bc4-a811-442c-b113-760afbf39e31 req-8144ab3f-d8ef-4e4f-be03-9aa5357405aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 919 time: 0.2131836
Apr 15 19:37:03.806950 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74178bc4-a811-442c-b113-760afbf39e31 req-5c354df0-819c-44eb-b820-177a7cdfb89b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 200  len: 217 time: 0.0730469
Apr 15 19:37:03.809232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Made reservation on behalf of 75ebe4891dc1422d8b21f87b2007aa30 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:03.815324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:03.944297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178bc4-a811-442c-b113-760afbf39e31 req-0130d56e-c5f4-4367-9556-3a5cc27d8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:03.945905 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74178bc4-a811-442c-b113-760afbf39e31 req-0130d56e-c5f4-4367-9556-3a5cc27d8531 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.1188502
Apr 15 19:37:04.027392 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74178bc4-a811-442c-b113-760afbf39e31 req-ead8cdbd-5761-4997-a3e6-435bb0b390b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583055
Apr 15 19:37:04.240338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Allocated IP 172.20.0.5 (2f100199-00ca-45ee-a96a-4b93fb6a2827/2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4/9351c4fb-94a3-43bd-acfe-e81520ad7ba9) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:04.267276 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74178bc4-a811-442c-b113-760afbf39e31 req-f0bf8567-c4e4-4af0-9ac4-4ea8d2f2ebfc service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280810
Apr 15 19:37:04.563554 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74178bc4-a811-442c-b113-760afbf39e31 req-3e4f05d7-573a-4c11-bf21-50ff09604e92 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2890139
Apr 15 19:37:04.651808 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b7f0c725-1dd3-4736-82be-3220524569be req-3828e315-c051-4dc4-906d-d0dd13ddab3c tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 210 time: 0.0946867
Apr 15 19:37:04.663067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:04.735861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:04.756221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-226122e7-d27f-45a6-a4f2-923c187597a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:04.856313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232076a-8aa3-445c-9ec2-14baf3301d6d req-d382c8b8-3193-42f9-bb1a-0eae8dc875df tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:04.857907 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5232076a-8aa3-445c-9ec2-14baf3301d6d req-d382c8b8-3193-42f9-bb1a-0eae8dc875df tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1154041
Apr 15 19:37:04.913471 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5232076a-8aa3-445c-9ec2-14baf3301d6d req-b552df70-4e2f-4736-9b77-ec237b7b1226 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473924
Apr 15 19:37:05.155476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Pushing event updated for resources: {'Port': ['ID=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:05.168195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:05.207033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:05.208215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:05.211094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:05.223789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:05.224613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:05.322709 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9111922
Apr 15 19:37:05.335412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Request body: {'port': {'device_id': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:05.432153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d07f4376-e9d3-4066-b719-7fe900e8028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:05.461575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:05.860940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:37:05.865012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7626-05c3-4854-8dcb-4f4f886ec5d7 req-1e7150c1-b1a3-4e97-b056-e620f8b0159b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:05.866869 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a40f7626-05c3-4854-8dcb-4f4f886ec5d7 req-1e7150c1-b1a3-4e97-b056-e620f8b0159b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 931 time: 0.0940955
Apr 15 19:37:05.869495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:05.885586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Transition to ACTIVE for port object 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:05.916811 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a40f7626-05c3-4854-8dcb-4f4f886ec5d7 req-2014fd77-141a-4e88-a044-cab221548787 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433793
Apr 15 19:37:05.918479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:05.934887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:06.070807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Pushing event updated for resources: {'Port': ['ID=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:06.076040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:06.129274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cefa9d-929f-492b-848e-9655d3b170ab req-f44f8fa2-dd44-4ba0-8ddf-8f0843a9e260 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:06.131526 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e9cefa9d-929f-492b-848e-9655d3b170ab req-f44f8fa2-dd44-4ba0-8ddf-8f0843a9e260 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.0946689
Apr 15 19:37:06.156754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43658) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:06.193280 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e9cefa9d-929f-492b-848e-9655d3b170ab req-d941c145-8213-4637-a664-ee672a2c7e08 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542579
Apr 15 19:37:06.272551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Attempting to bind port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:06.273040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Attempting to bind port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:06.273529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Attempting to bind port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 on network 2f100199-00ca-45ee-a96a-4b93fb6a2827 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:06.279498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 on network 2f100199-00ca-45ee-a96a-4b93fb6a2827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:37:06.279958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Attempting to bind port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 on network 2f100199-00ca-45ee-a96a-4b93fb6a2827 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:06.286182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:06.286653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Checking segment: {'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:06.287373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Bound using segment: {'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:06.287851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Bound port: 9351c4fb-94a3-43bd-acfe-e81520ad7ba9, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3873920d-69e1-4566-9cce-b09fbaef29cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:06.288439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.311166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.330265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:06.337768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Usage tracker for resource:security_group_rule and tenant:61abb865ca584783ae899eb0045a26c2 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:06.342416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:06.350926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:06.400164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] For port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:06.403473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] For port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:06.439002 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.445467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.456088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3408f402-cf86-4464-9c3b-ab7174558ae0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:06.470194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.479878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b7aec93d-84a6-4924-a33e-4425b14c5a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:06.524331 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61abb865ca584783ae899eb0045a26c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3617189
Apr 15 19:37:06.529119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43672) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:06.529835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b2b58-8e7f-4fea-845f-e6370d05a49f,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:06.534755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:06.602323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Pushing event updated for resources: {'Port': ['ID=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:06.608797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:06.622537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.708128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.713064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:06.713851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.716551 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] 10.222.0.42 "PUT /v2.0/ports/9351c4fb-94a3-43bd-acfe-e81520ad7ba9 HTTP/1.1" status: 200  len: 1093 time: 1.3856566
Apr 15 19:37:06.717118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'tag': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:37:06.832326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.837780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-25b3bc44-bf3e-4079-bc22-34e49dd3166f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:06.851137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b2b58-8e7f-4fea-845f-e6370d05a49f,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:06.854454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:06.862057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:06.863726 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c66b2b58-8e7f-4fea-845f-e6370d05a49f HTTP/1.1" status: 204  len: 168 time: 0.3304048
Apr 15 19:37:06.875344 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'tag': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9', 'status': 'completed', 'code': 200}
Apr 15 19:37:06.910817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-91ac2c9a-9563-4b62-bbec-98fb21acc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:06.912428 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-91ac2c9a-9563-4b62-bbec-98fb21acc847 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75ebe4891dc1422d8b21f87b2007aa30&device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 1096 time: 0.0862703
Apr 15 19:37:06.991023 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-6f86f8a2-e2de-43cf-9e6e-c6cb72b3b86c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9351c4fb-94a3-43bd-acfe-e81520ad7ba9 HTTP/1.1" status: 200  len: 217 time: 0.0691681
Apr 15 19:37:07.067918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-1d77efde-6b72-4b97-8d02-bff6f959dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:07.069657 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-1d77efde-6b72-4b97-8d02-bff6f959dcba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4 HTTP/1.1" status: 200  len: 849 time: 0.0694077
Apr 15 19:37:07.129818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9bcd1-f688-4ebb-8bff-5590407379bc req-9575c71f-af86-4b87-8ad8-342f26dab65f tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:07.131010 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-02969553-3d3e-4253-af66-a4a37c7c4338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f100199-00ca-45ee-a96a-4b93fb6a2827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489459
Apr 15 19:37:07.131512 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccf9bcd1-f688-4ebb-8bff-5590407379bc req-9575c71f-af86-4b87-8ad8-342f26dab65f tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 943 time: 0.0923657
Apr 15 19:37:07.182141 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ccf9bcd1-f688-4ebb-8bff-5590407379bc req-f8b8aca2-7b27-44c1-ba3f-8cb8520fa5ee tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438824
Apr 15 19:37:07.289751 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-e9637184-a9b9-4939-9439-7b4c852cf6c4 service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491628
Apr 15 19:37:07.418298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdfe17-8692-4df3-b654-7ed6413df802 req-df5cf546-d28a-4bf6-a13c-94be72749a3e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:07.419896 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-51bdfe17-8692-4df3-b654-7ed6413df802 req-df5cf546-d28a-4bf6-a13c-94be72749a3e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1063178
Apr 15 19:37:07.450998 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7ce856ba-1d28-4c47-8547-5b16a2d72deb req-0531681b-39cd-4f67-8235-4c59c2a2cf85 service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527212
Apr 15 19:37:07.457161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43696) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:07.470033 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-51bdfe17-8692-4df3-b654-7ed6413df802 req-160e2317-8db9-4a7f-8c78-d817f28d5606 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429752
Apr 15 19:37:07.476586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:07.484949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-91150993-99c1-47cb-9f46-22c26296182b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:07.499886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:07.504783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Usage tracker for resource:security_group_rule and tenant:4f74daaadde14757a24214c9e2df5cde is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:07.507840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:07.514185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:07.667043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:07.673675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-cb55f02d-f847-455e-a253-7923b5aff8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:07.675423 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-cb55f02d-f847-455e-a253-7923b5aff8be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75ebe4891dc1422d8b21f87b2007aa30&device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 1096 time: 0.1235888
Apr 15 19:37:07.710265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:07.723212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d026769e-de38-46af-a400-748edcf46422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:07.835876 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f74daaadde14757a24214c9e2df5cde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3748264
Apr 15 19:37:07.836796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a268a5-3e16-4833-af32-da1029299f0a,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:07.838945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43706) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:07.842207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:07.898244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-662a078b-e075-4fc8-88ea-d30b6ef0665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:07.899834 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-662a078b-e075-4fc8-88ea-d30b6ef0665d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f100199-00ca-45ee-a96a-4b93fb6a2827 HTTP/1.1" status: 200  len: 910 time: 0.2148640
Apr 15 19:37:07.976472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:07.993410 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-9dc42d6f-3b2e-431a-ad30-fb908abcbcd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9351c4fb-94a3-43bd-acfe-e81520ad7ba9 HTTP/1.1" status: 200  len: 217 time: 0.0838909
Apr 15 19:37:08.008286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:08.038144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:08.080590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-cf6142ec-44c8-48a2-a072-c3075e05be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:08.082444 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-cf6142ec-44c8-48a2-a072-c3075e05be48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4 HTTP/1.1" status: 200  len: 849 time: 0.0810966
Apr 15 19:37:08.100696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:08.106538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e628de18-e3a4-4490-93ac-4f421dffa6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:08.120692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a268a5-3e16-4833-af32-da1029299f0a,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:08.123606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:08.125001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:08.126358 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71a268a5-3e16-4833-af32-da1029299f0a HTTP/1.1" status: 204  len: 168 time: 0.2861607
Apr 15 19:37:08.142183 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-3ad21202-2c67-43cb-af73-901541bb25ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f100199-00ca-45ee-a96a-4b93fb6a2827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509303
Apr 15 19:37:08.304875 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-d18c0cc2-65cf-40fd-a124-1e686459d9a2 service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536372
Apr 15 19:37:08.394259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1a68b-e24d-4763-a5c3-0b1123847fd3 req-0a974e98-19b5-430c-a570-0dd3c9bc22c6 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:08.395923 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bbb1a68b-e24d-4763-a5c3-0b1123847fd3 req-0a974e98-19b5-430c-a570-0dd3c9bc22c6 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 943 time: 0.0896566
Apr 15 19:37:08.453039 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bbb1a68b-e24d-4763-a5c3-0b1123847fd3 req-0b873f57-ee96-4a07-828e-f7299e31754a tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505803
Apr 15 19:37:08.472269 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62d41183-8c1d-44e2-83e4-542ad34f7765 req-96605a86-2c65-4c89-b81a-051699ce9a1c service neutron] 10.222.0.42 "GET /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566710
Apr 15 19:37:08.535604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:08.697576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfbd51-4ce8-4936-92af-8ea74c18ae47 req-3184ebf6-1993-4dbf-86a8-56560a202eec tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:08.699283 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-41cfbd51-4ce8-4936-92af-8ea74c18ae47 req-3184ebf6-1993-4dbf-86a8-56560a202eec tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.0998886
Apr 15 19:37:08.753396 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-41cfbd51-4ce8-4936-92af-8ea74c18ae47 req-c037e7d5-16bb-437e-b558-d3b10f927733 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462143
Apr 15 19:37:09.280794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43752) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:09.449190 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1566220716-network', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:09.454749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:09.458750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Usage tracker for resource:network and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:09.461798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:09.468308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:09.517984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Made reservation on behalf of be2720d3cba442519c2d0a0baf7c174b for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:09.523862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:09.537745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:09.553902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:09.557947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:09.565164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:09.620666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:09.710828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704625c4-9b18-4d08-a672-e580facaea2b req-c42b1243-6d30-4087-97f1-94fc09e9cae2 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:09.712427 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-704625c4-9b18-4d08-a672-e580facaea2b req-c42b1243-6d30-4087-97f1-94fc09e9cae2 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 943 time: 0.1398385
Apr 15 19:37:09.762760 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-704625c4-9b18-4d08-a672-e580facaea2b req-6f85d9db-4721-47c0-9b85-459a60beeb31 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416045
Apr 15 19:37:09.849847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:09.887856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:09.893975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dd5ed2b0-2a4c-402e-81bf-b22cc9082f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:09.916579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:09.970339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:37:09.989112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:09.989584 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Added segment 2960d9d0-319a-49b3-8262-e523cb522a5a of type vlan for network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a
Apr 15 19:37:09.991736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd32694-bc4a-4413-9a43-5c4014d7994a,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:10.002563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:10.035157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.035385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43780) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:10.061223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b7f7d-8898-436c-adaa-a7e42b5cdd1d req-59b8d787-51e7-4978-b55e-31059a158c8f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:10.062964 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e56b7f7d-8898-436c-adaa-a7e42b5cdd1d req-59b8d787-51e7-4978-b55e-31059a158c8f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1713762
Apr 15 19:37:10.128460 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e56b7f7d-8898-436c-adaa-a7e42b5cdd1d req-7fc1df72-e8f5-467f-a68b-1fed537280af tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548828
Apr 15 19:37:10.152439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.154096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:10.156713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.168301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:10.195783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.214646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:10.221773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7a562079af4d198258e33de3efc1be is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:10.232385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:10.239520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:10.281453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Pushing event updated for resources: {'Network': ['ID=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:10.284685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:10.290237 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0082777
Apr 15 19:37:10.292715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:37:10.293311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43792) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:10.300260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Request body: {'subnet': {'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1566220716-subnet', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'ip_version': 4}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:10.306136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:10.311021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Usage tracker for resource:subnet and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:10.314657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:10.322726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:10.356093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.367478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Made reservation on behalf of be2720d3cba442519c2d0a0baf7c174b for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:10.372536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848276867'] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.386901 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.400090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:10.443887 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd7a562079af4d198258e33de3efc1be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4073217
Apr 15 19:37:10.444974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f589b2c-6172-47ad-963c-d14f1099eb5d,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:10.447778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43796) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:10.450474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:10.515959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.549978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.695094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.699739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3da09307-afce-473b-8e8c-3256550171cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:10.714183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f589b2c-6172-47ad-963c-d14f1099eb5d,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:10.716889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:10.728749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.735834 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f589b2c-6172-47ad-963c-d14f1099eb5d HTTP/1.1" status: 204  len: 168 time: 0.2862051
Apr 15 19:37:10.858543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848344265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848276914'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:10.875157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f3f92a8b-9668-4f89-9359-5651e9d86866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:11.065998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a246fdd4-c068-41c6-93b0-2b410723351b,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:11.087148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:11.136697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605537bb-fd32-483a-9b3c-cfc2b193857b req-ea5a6ede-2d6b-4558-b0b3-b24842a1a05d tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:11.143952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-605537bb-fd32-483a-9b3c-cfc2b193857b req-ea5a6ede-2d6b-4558-b0b3-b24842a1a05d tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 943 time: 0.2304773
Apr 15 19:37:11.197771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Checking segment: {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:11.198298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Network hostable DHCP agents. Network: f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:37:11.222621 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-605537bb-fd32-483a-9b3c-cfc2b193857b req-19543ea3-7ac2-4df6-9051-4f453e79cd00 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763996
Apr 15 19:37:11.266974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:37:11.349858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:11.362819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550034d3-16a7-4ef5-8c0b-a4294bd58d78 None None] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:11.374753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:11.375409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:11.403176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee450c-6be2-4378-93b8-834a9781965e req-8aeb59d5-1118-4267-b7a0-fe6342655721 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:11.404791 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e6ee450c-6be2-4378-93b8-834a9781965e req-8aeb59d5-1118-4267-b7a0-fe6342655721 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1349506
Apr 15 19:37:11.627333 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:37:11.628260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:11.696096 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6461898d-7724-4f62-94dc-259c05c3e21d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4014540
Apr 15 19:37:11.699379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43836) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:11.705215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:11.713715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:11.718205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Usage tracker for resource:router and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:11.722543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:11.726783 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e6ee450c-6be2-4378-93b8-834a9781965e req-beae0186-67c1-4d14-b011-59eaee4839d4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3116403
Apr 15 19:37:11.734844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:11.753687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:37:11.775636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:11.776882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:11.799688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:11.836680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43842) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:11.928416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Allocated IP 172.20.0.2 (f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a/a246fdd4-c068-41c6-93b0-2b410723351b/ed23075c-da28-45a9-b38c-5fe31bd725f1) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:11.983139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1276849268-network', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:11.988606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:11.992716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Usage tracker for resource:network and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:11.995830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:12.002467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:12.032717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Made reservation on behalf of ee85236559e849beb8f204ab73f5c9f1 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:12.037867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.051416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.056719 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:12.067417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:12.076829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:12.080390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:12.086207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9', 'network_id': '2f100199-00ca-45ee-a96a-4b93fb6a2827', 'port_id': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9', 'mac_address': 'fa:16:3e:02:cc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:37:12.087923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:12.152020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.167716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.179381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.203711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.208746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de6d9feb-df2c-49ae-b490-5ae95eea5649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:12.213117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:37:12.235473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:37:12.250129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345b3a78-9f04-4798-b4f5-60e6122d47b9,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:12.258222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:12.265499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.273834 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Added segment 6a489901-4aa9-48a5-a260-da80f24fac8d of type vlan for network bae0f99e-79fa-415a-b153-adad5f08caf7
Apr 15 19:37:12.349103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.381882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.402503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Transition to ACTIVE for port object ed23075c-da28-45a9-b38c-5fe31bd725f1 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:12.425749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Transition to ACTIVE for port object ed23075c-da28-45a9-b38c-5fe31bd725f1 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:12.429952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:12.458383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.478037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:12.495997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495862d6-ff6f-4569-b0b2-ccdeabcfaf8e req-a526384f-f932-48c5-b847-bcb997e8609f tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:12.497608 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-495862d6-ff6f-4569-b0b2-ccdeabcfaf8e req-a526384f-f932-48c5-b847-bcb997e8609f tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 943 time: 0.1306233
Apr 15 19:37:12.498482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.499785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:12.500397 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.504732 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8f9ff425-bedf-4566-96ba-a5cf8fae1c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:12.619347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Pushing event updated for resources: {'Port': ['ID=ed23075c-da28-45a9-b38c-5fe31bd725f1,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:12.639125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.649235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.649661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.650058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.650460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.653858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.654255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.654651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.655035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.655449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.655831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.656212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.656597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:12.671189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:12.672352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:12.677368 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-495862d6-ff6f-4569-b0b2-ccdeabcfaf8e req-244d09b7-2075-422b-8e19-307dd14a40d1 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572115
Apr 15 19:37:12.678848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Pushing event updated for resources: {'Network': ['ID=bae0f99e-79fa-415a-b153-adad5f08caf7,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:12.698038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:12.704767 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8659966
Apr 15 19:37:12.706105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43856) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:12.712827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Request body: {'subnet': {'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1276849268-subnet', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'ip_version': 4}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:12.718289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:12.723596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Usage tracker for resource:subnet and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:12.727030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:12.729380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network bae0f99e-79fa-415a-b153-adad5f08caf7 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:37:12.738383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:12.792425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Made reservation on behalf of ee85236559e849beb8f204ab73f5c9f1 for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:12.797581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848276867'] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.839191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.883144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:12.934459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:12.938437 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:13.001595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['9351c4fb-94a3-43bd-acfe-e81520ad7ba9'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:37:13.047054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:13.060411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842034cd-b271-4050-8d22-5cb6fab56f12 req-a1ffe7fe-de99-4559-afd1-7412b2b01145 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:13.061511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:13.062334 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-842034cd-b271-4050-8d22-5cb6fab56f12 req-a1ffe7fe-de99-4559-afd1-7412b2b01145 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2104182
Apr 15 19:37:13.065692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:13.126903 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-842034cd-b271-4050-8d22-5cb6fab56f12 req-ea60d0f8-f291-4173-a6d5-bf51f8f3ef1e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579185
Apr 15 19:37:13.170399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Allocated IP 172.27.1.159 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/2a3e73e4-f7d8-4220-95b3-46b9762b5394) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:13.200449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Attempting to bind port ed23075c-da28-45a9-b38c-5fe31bd725f1 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:13.200877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Attempting to bind port ed23075c-da28-45a9-b38c-5fe31bd725f1 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:13.201298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Attempting to bind port ed23075c-da28-45a9-b38c-5fe31bd725f1 on network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:13.215931 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:13.216389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Checking segment: {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:13.216866 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:13.217362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Bound using segment: {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:13.217930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Bound port: ed23075c-da28-45a9-b38c-5fe31bd725f1, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:13.218699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:13.409540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:13.484933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:13.506398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:13.563371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] For port ed23075c-da28-45a9-b38c-5fe31bd725f1, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:13.573715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] For port ed23075c-da28-45a9-b38c-5fe31bd725f1, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ed23075c-da28-45a9-b38c-5fe31bd725f1,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:13.639447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:13.673884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:13.718034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848344265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848276914'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:13.753480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:13.771523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3e73e4-f7d8-4220-95b3-46b9762b5394,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:13.774514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:13.890586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:13.891934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:13.896121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:13.967510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Pushing event updated for resources: {'Port': ['ID=ed23075c-da28-45a9-b38c-5fe31bd725f1,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:13.973985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:13.996406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a14186e-6409-475a-b7c4-ab5996497464,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:14.003326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:14.075698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095fc4-f28f-43f4-81c1-4ce0ade4819f req-ad8b6417-f1cf-40ef-8007-e4dd3cc2f0c0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:14.077308 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-99095fc4-f28f-43f4-81c1-4ce0ade4819f req-ad8b6417-f1cf-40ef-8007-e4dd3cc2f0c0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 944 time: 0.1746936
Apr 15 19:37:14.160576 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-99095fc4-f28f-43f4-81c1-4ce0ade4819f req-5c83702e-47a4-48ad-bfd9-52aef1043016 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684907
Apr 15 19:37:14.168075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Checking segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:14.168075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Network hostable DHCP agents. Network: bae0f99e-79fa-415a-b153-adad5f08caf7, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:37:14.400282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ce0ea-c590-45fd-ace0-a56d2b9441d4 req-2648d8eb-b194-4ca2-92bf-0bda01906083 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:14.402187 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-134ce0ea-c590-45fd-ace0-a56d2b9441d4 req-2648d8eb-b194-4ca2-92bf-0bda01906083 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1248314
Apr 15 19:37:14.433223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Network bae0f99e-79fa-415a-b153-adad5f08caf7 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:37:14.467444 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-134ce0ea-c590-45fd-ace0-a56d2b9441d4 req-cc72fd9a-ca08-40ef-b37e-d991e0e7e5a3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579507
Apr 15 19:37:14.527621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:14.541153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, bae0f99e-79fa-415a-b153-adad5f08caf7) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:14.551980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f028c23-0113-4637-8916-f575f9c42482 None None] Network bae0f99e-79fa-415a-b153-adad5f08caf7 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:14.554168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:14.554888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:14.579916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ed23075c-da28-45a9-b38c-5fe31bd725f1 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:14.613441 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9042683
Apr 15 19:37:14.614678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43892) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:14.624787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:14.637004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:14.641351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Usage tracker for resource:router and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:14.644553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:14.651090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:14.773995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:14.775305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:14.817305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port ed23075c-da28-45a9-b38c-5fe31bd725f1 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:14.877320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-bae0f99e-79fa-415a-b153-adad5f08caf7', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:37:14.878268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:14.916368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:14.951081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:15.108502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Allocated IP 172.20.0.2 (bae0f99e-79fa-415a-b153-adad5f08caf7/6a14186e-6409-475a-b7c4-ab5996497464/e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:15.230340 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:37:15.484450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:15.490051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:15.499932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Transition to ACTIVE for port object e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:15.535787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9566c0-0036-4e73-8af5-99ec29ef76a3 req-bd50a62b-c48d-4626-a5c2-ed85ab9b372b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:15.538056 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea9566c0-0036-4e73-8af5-99ec29ef76a3 req-bd50a62b-c48d-4626-a5c2-ed85ab9b372b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 944 time: 0.1840346
Apr 15 19:37:15.550211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b70f026-5a52-4276-8662-d5eecdeed934 None None] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:15.560858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:15.573453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Sync routers for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:15.585664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:15.586264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b61e240>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:15.626540 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea9566c0-0036-4e73-8af5-99ec29ef76a3 req-db24c5d9-527b-4617-91ba-6e3ef3f54120 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810161
Apr 15 19:37:15.626930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Transition to ACTIVE for port object e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:15.632833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:15.636188 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.9355087
Apr 15 19:37:15.639135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 43916) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:15.664589 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:15.888891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8ec34d9c-1897-435a-b727-7c6da9300d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:15.951044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:16.039415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:16.110767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Pushing event updated for resources: {'Port': ['ID=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:16.160638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Provisioning for port ed23075c-da28-45a9-b38c-5fe31bd725f1 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:16.168540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:16.172989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Provisioning complete for port ed23075c-da28-45a9-b38c-5fe31bd725f1 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:16.173477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.186429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68eb30-af5a-45ca-af7f-169455cd282c req-432925a3-5688-4c13-a0a6-07c9f1396ef9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:16.188735 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0a68eb30-af5a-45ca-af7f-169455cd282c req-432925a3-5688-4c13-a0a6-07c9f1396ef9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.3859284
Apr 15 19:37:16.228108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.262554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Network bae0f99e-79fa-415a-b153-adad5f08caf7 is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:16.265267 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:16.272195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:16.293383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.340206 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0a68eb30-af5a-45ca-af7f-169455cd282c req-661a07d1-af0e-40db-becf-d04d282c5b14 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442997
Apr 15 19:37:16.376926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:16.400795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:16.401232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.523077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Attempting to bind port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:16.523609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Attempting to bind port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:16.523974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Attempting to bind port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:16.528878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.588409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] For port ed23075c-da28-45a9-b38c-5fe31bd725f1, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ed23075c-da28-45a9-b38c-5fe31bd725f1,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:16.604612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:16.605160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Checking segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:16.605650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.609880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Bound using segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:16.609880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Bound port: e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:16.609880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.627879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b61e240>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:14Z', 'revision_number': 3, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:16.648208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Checking router: 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:16.648845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Updating router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:16.665869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Allocated IP 172.27.1.23 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/5cfcabd2-224e-4e28-a762-03fa787acb1e) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:16.745249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.779866 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.793778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:16.804390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:16.853843 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-f6a2ec13-02f6-4045-b017-d81d2ffbc95a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3861289
Apr 15 19:37:16.916299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Pushing event updated for resources: {'Port': ['ID=ed23075c-da28-45a9-b38c-5fe31bd725f1,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:16.927548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:16.956364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:37:16.976270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:17.016763 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9', 'code': 200}
Apr 15 19:37:17.028702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:17.032913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-e440970a-6dfd-45cc-b3e3-6012dfa4de1d None None] Provisioning complete for port ed23075c-da28-45a9-b38c-5fe31bd725f1 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:17.033465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e440970a-6dfd-45cc-b3e3-6012dfa4de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:17.117322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:17.157305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-9c2ec4b2-a545-45e1-a953-6f0110ce87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:17.157656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] For port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:17.158201 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-9c2ec4b2-a545-45e1-a953-6f0110ce87f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1098 time: 0.2737851
Apr 15 19:37:17.187121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] For port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:17.242480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:17.313673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:17.367466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fdf22-5bae-43b1-9398-781b796b153b req-2e315a2e-1faa-4ef7-b7f6-3757d1408007 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:17.379208 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a83fdf22-5bae-43b1-9398-781b796b153b req-2e315a2e-1faa-4ef7-b7f6-3757d1408007 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 945 time: 0.5419264
Apr 15 19:37:17.442117 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a83fdf22-5bae-43b1-9398-781b796b153b req-5bbfecc5-9468-4ba6-b3f1-b8c8e9eaa8a4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578387
Apr 15 19:37:17.473070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:17.507905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7581784b-c1ff-45e6-83a9-1fd8ba4f24cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:17.529566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-302fd114-05a7-4dd5-b5a6-a8cf1edf9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:17.531111 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-302fd114-05a7-4dd5-b5a6-a8cf1edf9870 service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.3318760
Apr 15 19:37:17.736425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Pushing event updated for resources: {'Port': ['ID=5cfcabd2-224e-4e28-a762-03fa787acb1e,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:17.742422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:17.779728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:17.795577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:17.796208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:17.838160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b03c2-5da7-4c9c-a2dc-d3a0c755226f req-f148d198-5263-43ee-92a6-d52e5edb8080 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:17.839869 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0e7b03c2-5da7-4c9c-a2dc-d3a0c755226f req-f148d198-5263-43ee-92a6-d52e5edb8080 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2519791
Apr 15 19:37:17.841999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:17.843260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:17.848924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:17.853585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:17.899754 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-a6fc77b2-65c4-4bb3-9550-09ead0b5be06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 1001 time: 0.3525777
Apr 15 19:37:17.903653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Pushing event updated for resources: {'Port': ['ID=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:17.910434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:17.910827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:17.965591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce485c-d788-420d-b741-d7d4dbe97474 req-89b305c3-7591-44b3-a6b4-e84ea9afa871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:17.966927 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-afce485c-d788-420d-b741-d7d4dbe97474 req-89b305c3-7591-44b3-a6b4-e84ea9afa871 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 1098 time: 0.5621536
Apr 15 19:37:17.987445 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.037799 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0e7b03c2-5da7-4c9c-a2dc-d3a0c755226f req-7c0506fc-3e18-44de-ac47-b1a6c1f1c6c9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460674
Apr 15 19:37:18.061547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Transition to ACTIVE for port object 2a3e73e4-f7d8-4220-95b3-46b9762b5394 will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:18.084221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-8d179f88-1856-4d48-b895-a72d06433943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:18.086087 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-8d179f88-1856-4d48-b895-a72d06433943 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.1623535
Apr 15 19:37:18.097516 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-afce485c-d788-420d-b741-d7d4dbe97474 req-25dc071c-523b-462a-8ee7-47d4e4a4670a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173453
Apr 15 19:37:18.106908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.124801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73fa6a7e-52b1-4c71-b550-12846e62f28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:18.300729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Pushing event updated for resources: {'Port': ['ID=2a3e73e4-f7d8-4220-95b3-46b9762b5394,revision_number=2']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:18.325835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.326196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.326564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.326928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.327290 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.327744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.328106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.328463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.328852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.329212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.329590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.329941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:37:18.336182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:18.377567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-401c7adc-96ee-4692-a4c5-b629323667f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:18.379432 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-401c7adc-96ee-4692-a4c5-b629323667f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2740879
Apr 15 19:37:18.400886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Allocated IP 172.20.0.1 (f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a/a246fdd4-c068-41c6-93b0-2b410723351b/d13e070a-48c3-4786-8b22-1c6fdfa27e07) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:18.456675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Attempting to bind port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:18.457562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Attempting to bind port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:18.458121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Attempting to bind port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:18.466864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:18.467475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:18.468063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.468637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:18.469298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Bound port: 2a3e73e4-f7d8-4220-95b3-46b9762b5394, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:18.470441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.502823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.593675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] For port 2a3e73e4-f7d8-4220-95b3-46b9762b5394, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:18.597115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] For port 2a3e73e4-f7d8-4220-95b3-46b9762b5394, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=2a3e73e4-f7d8-4220-95b3-46b9762b5394,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:18.627496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.676835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2fc8c95d-a064-4112-9ef7-5102b796ec74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:18.716586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:18.813557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.832746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:18.839962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ed23075c-da28-45a9-b38c-5fe31bd725f1 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:18.854620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Pushing event updated for resources: {'Port': ['ID=2a3e73e4-f7d8-4220-95b3-46b9762b5394,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:18.860233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:18.860635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Transition to ACTIVE for port object d13e070a-48c3-4786-8b22-1c6fdfa27e07 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:18.922785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:18.923020 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-3261c0b9-60af-4571-952f-f5ff749e33c7 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5220981
Apr 15 19:37:18.923462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b61e240>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:18.924946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:18.970758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f0f58bcb-e00e-476f-9bbd-4c3ee8cd9df0 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:19.006854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port ed23075c-da28-45a9-b38c-5fe31bd725f1 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:19.007482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:19.205324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:19.271708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:19.670402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb34e2-37cb-4251-bdb5-54ae0145b234 req-72ca7bb9-adcc-4c4d-bd0b-865bbf55d0ad tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:19.672765 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-75fb34e2-37cb-4251-bdb5-54ae0145b234 req-72ca7bb9-adcc-4c4d-bd0b-865bbf55d0ad tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 945 time: 0.8673215
Apr 15 19:37:19.731480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b61e240>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:14Z', 'revision_number': 3, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:19.736775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5064a-069d-418f-bc58-a0b6991c1886 None None] Network bae0f99e-79fa-415a-b153-adad5f08caf7 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:19.754633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24a160-24aa-485b-93c6-e4a025a83655 None None] The sync data for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi is: [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:14Z', 'revision_number': 3, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:19.780807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608733-af55-4a50-b217-08679cec061e req-2d570242-4d4c-46dc-9e39-f743d563802a tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:19.786064 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-75608733-af55-4a50-b217-08679cec061e req-2d570242-4d4c-46dc-9e39-f743d563802a tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.5295112
Apr 15 19:37:19.794628 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-75fb34e2-37cb-4251-bdb5-54ae0145b234 req-2ec95382-4e2a-466f-aa52-ce923a92b44b tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111100
Apr 15 19:37:19.883389 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0455c8f-89e2-4d89-bec6-341b762bb338 req-99326039-1e0c-4afa-9005-db887da96647 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9403954
Apr 15 19:37:19.912478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Pushing event updated for resources: {'Port': ['ID=d13e070a-48c3-4786-8b22-1c6fdfa27e07,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:19.913256 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-75608733-af55-4a50-b217-08679cec061e req-ab86ffa8-25d5-4d36-ab17-dfb51fffb27c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171677
Apr 15 19:37:19.926376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:19.928829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:19.930341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:19.934141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:19.934939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:19.966837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Provisioning for port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:19.977957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Provisioning complete for port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:19.978384 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:19.979469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:37:20.159412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.214133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:20.220249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.246663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:20.275512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:20.276214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b613ac8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:20.279615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.281186 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.6608739
Apr 15 19:37:20.285170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 43964) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:20.470248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] For port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:20.525457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.544039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-92181209-2f1d-41ee-9b45-2882969721c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:20.573624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.604346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.605520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.651090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c6a50f29-1977-4d7e-9a55-7274a3bae5f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:20.657832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Pushing event updated for resources: {'Port': ['ID=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:20.661246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 2a3e73e4-f7d8-4220-95b3-46b9762b5394 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:20.736491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:20.790943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-b9692d7f-0778-4a8f-87d0-3e9a52fbed44 None None] Provisioning for port d13e070a-48c3-4786-8b22-1c6fdfa27e07 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:20.836514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-b9692d7f-0778-4a8f-87d0-3e9a52fbed44 None None] Provisioning complete for port d13e070a-48c3-4786-8b22-1c6fdfa27e07 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:20.836944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b9692d7f-0778-4a8f-87d0-3e9a52fbed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:20.936250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:21.058692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:21.059688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Pushing event updated for resources: {'Port': ['ID=d13e070a-48c3-4786-8b22-1c6fdfa27e07,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:21.067433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:21.094310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:21.333492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-b9692d7f-0778-4a8f-87d0-3e9a52fbed44 None None] Port d13e070a-48c3-4786-8b22-1c6fdfa27e07 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:37:21.383794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:21.420613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:21.421181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:21.457796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:37:21.469550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff9da7-27ee-40f2-9f78-b52e2f563dac req-0bb09ac3-6593-4fb0-9371-422c02497ea2 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:21.470937 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62ff9da7-27ee-40f2-9f78-b52e2f563dac req-0bb09ac3-6593-4fb0-9371-422c02497ea2 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 945 time: 0.3890860
Apr 15 19:37:21.567936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-2381fc16-fc7c-4806-b32f-6668825bf3c3 None None] Provisioning complete for port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:21.568517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2381fc16-fc7c-4806-b32f-6668825bf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:21.636788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ca1a-e1a3-4447-84fa-5d031a4618cc req-017b89e5-7938-4cf7-86ff-419f057213f2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:21.645477 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2e4ca1a-e1a3-4447-84fa-5d031a4618cc req-017b89e5-7938-4cf7-86ff-419f057213f2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.3968825
Apr 15 19:37:21.717769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:21.740966 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] 10.222.0.25 "PUT /v2.0/routers/9ba580f1-5fd3-4318-9205-fddcf98b2eb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1001644
Apr 15 19:37:21.788921 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62ff9da7-27ee-40f2-9f78-b52e2f563dac req-e843df7f-cb81-4ccc-a450-52fe8ee38f15 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3092494
Apr 15 19:37:21.833666 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2e4ca1a-e1a3-4447-84fa-5d031a4618cc req-4dff3ce0-8006-442a-b6e8-acf0a5989ad1 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866994
Apr 15 19:37:21.886319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:21.911928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b613ac8>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:18Z', 'revision_number': 3, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:21.971906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:21.972301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Updating router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 port 5cfcabd2-224e-4e28-a762-03fa787acb1e binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:22.030472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 2a3e73e4-f7d8-4220-95b3-46b9762b5394, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=2a3e73e4-f7d8-4220-95b3-46b9762b5394,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:22.060447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:22.093242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:22.096729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-2381fc16-fc7c-4806-b32f-6668825bf3c3 None None] Provisioning complete for port d13e070a-48c3-4786-8b22-1c6fdfa27e07 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:22.097144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2381fc16-fc7c-4806-b32f-6668825bf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:22.138582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-92181209-2f1d-41ee-9b45-2882969721c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:22.181422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:22.402674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-2381fc16-fc7c-4806-b32f-6668825bf3c3 None None] Port d13e070a-48c3-4786-8b22-1c6fdfa27e07 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:37:22.456153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Allocated IP 172.20.0.1 (bae0f99e-79fa-415a-b153-adad5f08caf7/6a14186e-6409-475a-b7c4-ab5996497464/50d68f66-ffec-4b73-b365-a0199e896162) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:22.627043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 44022) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:22.633516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1217211821-network', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:22.646720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:22.651969 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Usage tracker for resource:network and tenant:05bb605991804a75b95dee7b6714b3e9 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:22.653870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:22.660130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:22.673128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:22.735558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Made reservation on behalf of 05bb605991804a75b95dee7b6714b3e9 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:22.748333 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=2a3e73e4-f7d8-4220-95b3-46b9762b5394,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:22.749498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:22.761309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:22.811937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:22.812392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:22.832646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:22.858730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:22.872503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:05bb605991804a75b95dee7b6714b3e9 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:22.878099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:22.911945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:23.044286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.089612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Transition to ACTIVE for port object 5cfcabd2-224e-4e28-a762-03fa787acb1e will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:23.096463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.136350 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.155372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e6fbe43e-2dd6-4515-aef2-5d6acc730664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:23.217129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Transition to ACTIVE for port object 50d68f66-ffec-4b73-b365-a0199e896162 will not be triggered until provisioned by entity DHCP. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:23.301717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.320082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a902eee-ddfe-4941-ac8b-42cf59d221a4 req-d5c67512-7045-4d42-8911-58a837008caf tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:23.322255 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9a902eee-ddfe-4941-ac8b-42cf59d221a4 req-d5c67512-7045-4d42-8911-58a837008caf tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2206514
Apr 15 19:37:23.347381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09bb67-516d-4fd3-9f5b-c1188a3e4d48 None None] Pushing event updated for resources: {'Port': ['ID=5cfcabd2-224e-4e28-a762-03fa787acb1e,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:23.355789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.363116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-58b7e544-2105-4cbf-93c9-e38187caaa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:23.364701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1b09bb67-516d-4fd3-9f5b-c1188a3e4d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:23.394336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Sync routers for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:23.402433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.410499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:37:23.411970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:23.412664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6da2c82978>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:23.415869 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9a902eee-ddfe-4941-ac8b-42cf59d221a4 req-c62a6110-f825-4f03-8a67-108521337f04 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865159
Apr 15 19:37:23.493655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Attempting to bind port 5cfcabd2-224e-4e28-a762-03fa787acb1e on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:23.494260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Attempting to bind port 5cfcabd2-224e-4e28-a762-03fa787acb1e by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:23.494682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Attempting to bind port 5cfcabd2-224e-4e28-a762-03fa787acb1e on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:23.504157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efada82-064c-4f31-ae41-b4f6204b7238,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:23.511714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:23.512142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:23.512608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.513055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:23.513716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Bound port: 5cfcabd2-224e-4e28-a762-03fa787acb1e, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:23.514254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.522887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:23.522887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:23.566716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.567112 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Added segment 4cdff1a0-c010-481e-ad89-b9379c3f5fc9 of type vlan for network 62c972f8-0213-4016-a5fd-5b0dda1bf21a
Apr 15 19:37:23.658490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Pushing event updated for resources: {'Port': ['ID=50d68f66-ffec-4b73-b365-a0199e896162,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:23.685404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] For port 5cfcabd2-224e-4e28-a762-03fa787acb1e, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:23.688856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] For port 5cfcabd2-224e-4e28-a762-03fa787acb1e, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=5cfcabd2-224e-4e28-a762-03fa787acb1e,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:23.705260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:23.711391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.730264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Network bae0f99e-79fa-415a-b153-adad5f08caf7 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:23.733314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:23.736903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:23.777905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.795208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:23.805143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.816331 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:23.899097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.900535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:23.901195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:23.908159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:24.081079 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09bb67-516d-4fd3-9f5b-c1188a3e4d48 None None] Pushing event updated for resources: {'Port': ['ID=5cfcabd2-224e-4e28-a762-03fa787acb1e,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:24.084658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1b09bb67-516d-4fd3-9f5b-c1188a3e4d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:24.107356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-835b1a73-1a14-428e-928f-45847f95499e None None] Provisioning for port 50d68f66-ffec-4b73-b365-a0199e896162 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:24.120128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-835b1a73-1a14-428e-928f-45847f95499e None None] Provisioning complete for port 50d68f66-ffec-4b73-b365-a0199e896162 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:24.120559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-835b1a73-1a14-428e-928f-45847f95499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:24.140645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=62c972f8-0213-4016-a5fd-5b0dda1bf21a,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:24.150699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:24.154800 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5240538
Apr 15 19:37:24.155669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44058) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:24.158812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:37:24.163111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:24.164471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Request body: {'subnet': {'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1217211821-subnet', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:24.172361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:24.178819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Usage tracker for resource:subnet and tenant:05bb605991804a75b95dee7b6714b3e9 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:24.184719 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:24.193661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:24.206475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6da2c82978>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 2, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:24.211564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Checking router: 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:24.211971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Updating router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 port d13e070a-48c3-4786-8b22-1c6fdfa27e07 binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:24.233361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Made reservation on behalf of 05bb605991804a75b95dee7b6714b3e9 for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:24.249524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:24.275645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:24.275850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:24.276336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b613ac8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:24.282337 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97c1a-0467-4ea7-a852-a2955f3fd55d req-a31d6703-df6f-4e60-92e3-83e57447d3bc tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:24.283955 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1eb97c1a-0467-4ea7-a852-a2955f3fd55d req-a31d6703-df6f-4e60-92e3-83e57447d3bc tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 945 time: 0.2041700
Apr 15 19:37:24.479139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-835b1a73-1a14-428e-928f-45847f95499e None None] Port 50d68f66-ffec-4b73-b365-a0199e896162 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:37:24.559443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 2a3e73e4-f7d8-4220-95b3-46b9762b5394 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:24.573868 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1eb97c1a-0467-4ea7-a852-a2955f3fd55d req-f8f38a98-00cf-4b69-a2c8-3bcf8db8b074 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596879
Apr 15 19:37:24.729172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:24.803562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:24.804091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:24.820557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd48167-10dc-4319-8550-d271205b219c req-186597cb-8f0a-42fd-a9d2-4d12700018be tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:24.828624 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bcd48167-10dc-4319-8550-d271205b219c req-186597cb-8f0a-42fd-a9d2-4d12700018be tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1987631
Apr 15 19:37:24.857472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:24.896421 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bcd48167-10dc-4319-8550-d271205b219c req-7a7fdf92-e7a5-4afa-81e7-d9d572cbf0c5 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667257
Apr 15 19:37:24.897698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:24.978376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.009598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-24d8944d-79eb-40b3-995d-9727d6773438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:25.078161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41325b1-9958-493a-89e4-f2f7e82aefcc,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:25.102737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.117069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Transition to ACTIVE for port object d13e070a-48c3-4786-8b22-1c6fdfa27e07 will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:25.145356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:25.159059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.216170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b613ac8>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:22Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:25.217218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9d9ca-0aee-419e-a958-7493222dd0de None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:22Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:25.258209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9936283b-c7b5-4997-af76-aa641d793d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:25.261001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:25.271954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Checking segment: {'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:25.272449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Network hostable DHCP agents. Network: 62c972f8-0213-4016-a5fd-5b0dda1bf21a, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:37:25.324300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:37:25.350338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc559-b900-4440-abb7-39359172f0c9 None None] Pushing event updated for resources: {'Port': ['ID=d13e070a-48c3-4786-8b22-1c6fdfa27e07,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:25.350877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.355607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-553cc559-b900-4440-abb7-39359172f0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:25.367671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Pushing event updated for resources: {'Port': ['ID=50d68f66-ffec-4b73-b365-a0199e896162,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:25.370917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:25.371593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 62c972f8-0213-4016-a5fd-5b0dda1bf21a) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:25.382720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25634b4a-e454-4277-b08e-9cc6e9dedb58 None None] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:25.387722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:25.388373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.476623 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3167794
Apr 15 19:37:25.477594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44082) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:25.484878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:25.495080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:25.508297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Usage tracker for resource:router and tenant:05bb605991804a75b95dee7b6714b3e9 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:25.516165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:25.531265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:25.587380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.588520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.658842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.762595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Network bae0f99e-79fa-415a-b153-adad5f08caf7 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:25.769155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:25.781458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Attempting to bind port d13e070a-48c3-4786-8b22-1c6fdfa27e07 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:25.781800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Attempting to bind port d13e070a-48c3-4786-8b22-1c6fdfa27e07 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:25.782746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Attempting to bind port d13e070a-48c3-4786-8b22-1c6fdfa27e07 on network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:25.823873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:25.823873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Checking segment: {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:25.823873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:25.823873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Bound using segment: {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:25.823873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Bound port: d13e070a-48c3-4786-8b22-1c6fdfa27e07, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:25.824768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:26.078509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] For port d13e070a-48c3-4786-8b22-1c6fdfa27e07, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:26.095821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] For port d13e070a-48c3-4786-8b22-1c6fdfa27e07, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=d13e070a-48c3-4786-8b22-1c6fdfa27e07,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:26.111248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-62c972f8-0213-4016-a5fd-5b0dda1bf21a', 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'fixed_ips': [{'subnet_id': 'e41325b1-9958-493a-89e4-f2f7e82aefcc'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:37:26.112412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:26.125972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:26.261413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-957436da-1b65-4ce1-9980-35e4d02a4014 None None] Provisioning complete for port 50d68f66-ffec-4b73-b365-a0199e896162 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:26.262075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-957436da-1b65-4ce1-9980-35e4d02a4014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:26.319306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:26.417488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-957436da-1b65-4ce1-9980-35e4d02a4014 None None] Port 50d68f66-ffec-4b73-b365-a0199e896162 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:37:26.440417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dc7cd-5ddb-4deb-a9ee-c6a075bcf253 req-a9aa1d85-424d-4b9a-a380-0ec3fd663729 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:26.443048 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-727dc7cd-5ddb-4deb-a9ee-c6a075bcf253 req-a9aa1d85-424d-4b9a-a380-0ec3fd663729 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 945 time: 0.4289434
Apr 15 19:37:26.452220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:37:26.616221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Allocated IP 172.20.0.2 (62c972f8-0213-4016-a5fd-5b0dda1bf21a/e41325b1-9958-493a-89e4-f2f7e82aefcc/103aa25d-298a-4d89-82a9-d5466a453fdb) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:26.668653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:26.673472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6da2c82978>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:26.775700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-1971a8f2-c98c-4017-bc47-231fdc8bf545 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:26.776961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-1971a8f2-c98c-4017-bc47-231fdc8bf545 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Synchronizing usage tracker for tenant:75ebe4891dc1422d8b21f87b2007aa30 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:37:26.792471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:26.849793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600f298-18bf-465a-bf90-bbee757c3d08 req-85807891-fe10-4b65-a750-4ac686c1799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:26.851426 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4600f298-18bf-465a-bf90-bbee757c3d08 req-85807891-fe10-4b65-a750-4ac686c1799b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.3724747
Apr 15 19:37:26.899186 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-727dc7cd-5ddb-4deb-a9ee-c6a075bcf253 req-901ea218-d47a-4376-8a6f-12ad20bb30a5 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4438853
Apr 15 19:37:26.932785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-1971a8f2-c98c-4017-bc47-231fdc8bf545 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Unset dirty status for tenant:75ebe4891dc1422d8b21f87b2007aa30 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:37:26.934079 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-1971a8f2-c98c-4017-bc47-231fdc8bf545 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 945 time: 1.2349284
Apr 15 19:37:26.979016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc559-b900-4440-abb7-39359172f0c9 None None] Pushing event updated for resources: {'Port': ['ID=d13e070a-48c3-4786-8b22-1c6fdfa27e07,revision_number=4']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:26.989857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-553cc559-b900-4440-abb7-39359172f0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:27.014518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:27.038916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Transition to ACTIVE for port object 103aa25d-298a-4d89-82a9-d5466a453fdb will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:27.080660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Transition to ACTIVE for port object 103aa25d-298a-4d89-82a9-d5466a453fdb will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:27.089537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Deleting port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:37:27.089934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:27.114530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:27.116942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:27.165248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:27.276736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c0d6b-26f2-4e93-b0d4-eff68d7d0963 req-071a2bcb-c402-4495-9767-9edf95a18ea2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:27.278973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Pushing event updated for resources: {'Port': ['ID=103aa25d-298a-4d89-82a9-d5466a453fdb,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:27.282340 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:27.295409 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-db6c0d6b-26f2-4e93-b0d4-eff68d7d0963 req-071a2bcb-c402-4495-9767-9edf95a18ea2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.4854848
Apr 15 19:37:27.319453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:27.327798 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/c4d4e0c1-cea1-44b1-8438-da4b76f52a42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0411062
Apr 15 19:37:27.388860 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-db6c0d6b-26f2-4e93-b0d4-eff68d7d0963 req-ce6b86d2-4c6c-4c38-8e66-daae48a246ac tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922267
Apr 15 19:37:27.410206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624dc66-9db7-4a45-874b-ec4635d76fbe req-b5ce5580-eb06-43f3-84a6-4bac33508843 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:27.412034 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4624dc66-9db7-4a45-874b-ec4635d76fbe req-b5ce5580-eb06-43f3-84a6-4bac33508843 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.3520942
Apr 15 19:37:27.478074 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4624dc66-9db7-4a45-874b-ec4635d76fbe req-20b246d7-6f4d-4308-a263-11ebad908247 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574851
Apr 15 19:37:27.526646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:27.528429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:27.534588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:27.555324 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4600f298-18bf-465a-bf90-bbee757c3d08 req-89120c4f-f28e-4623-af15-826a95895160 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6905081
Apr 15 19:37:27.674421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6da2c82978>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:26Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:27.687284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Attempting to bind port 103aa25d-298a-4d89-82a9-d5466a453fdb on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:27.687428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96174700-ce0c-4450-930f-2ff6043b909c None None] The sync data for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi is: [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:26Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:27.687813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Attempting to bind port 103aa25d-298a-4d89-82a9-d5466a453fdb by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:27.688335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Attempting to bind port 103aa25d-298a-4d89-82a9-d5466a453fdb on network 62c972f8-0213-4016-a5fd-5b0dda1bf21a {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:27.694821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:27.695250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Checking segment: {'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:27.695704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:27.696148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Bound using segment: {'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:27.696669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Bound port: 103aa25d-298a-4d89-82a9-d5466a453fdb, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:27.697264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:27.827922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] For port 103aa25d-298a-4d89-82a9-d5466a453fdb, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:27.832174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] For port 103aa25d-298a-4d89-82a9-d5466a453fdb, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=103aa25d-298a-4d89-82a9-d5466a453fdb,segment=NetworkSegment(4cdff1a0-c010-481e-ad89-b9379c3f5fc9),segment_id=4cdff1a0-c010-481e-ad89-b9379c3f5fc9)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:27.862025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:27.880316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:27.886283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] For port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,segment=NetworkSegment(3873920d-69e1-4566-9cce-b09fbaef29cd),segment_id=3873920d-69e1-4566-9cce-b09fbaef29cd)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:27.886591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:28.179700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Pushing event updated for resources: {'Port': ['ID=103aa25d-298a-4d89-82a9-d5466a453fdb,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:28.186370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:28.198769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29dcdf-4e6b-4fbe-8c82-a7e03277b05e req-c4c84377-bd81-4b5e-ad85-ece029cb3e02 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:28.200702 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6b29dcdf-4e6b-4fbe-8c82-a7e03277b05e req-c4c84377-bd81-4b5e-ad85-ece029cb3e02 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 945 time: 0.1226356
Apr 15 19:37:28.286293 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6b29dcdf-4e6b-4fbe-8c82-a7e03277b05e req-6f19b324-32a3-420c-8f29-2ee693e0c5e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d374f38-759c-4205-8fe4-5cd312e8017d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738173
Apr 15 19:37:28.322882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Calling delete_port for 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:37:28.405547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:28.430432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 44136) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:28.436737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076304479-network', 'tenant_id': '653a0a51673947558e7009787db3aa00'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:28.450776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:28.474508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Usage tracker for resource:network and tenant:653a0a51673947558e7009787db3aa00 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:28.480710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:28.490183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:28.497370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:28.704850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Made reservation on behalf of 653a0a51673947558e7009787db3aa00 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:28.716977 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:28.743835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:28.783815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 5cfcabd2-224e-4e28-a762-03fa787acb1e up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:28.790650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:28.795183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Usage tracker for resource:security_group_rule and tenant:653a0a51673947558e7009787db3aa00 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:28.798674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:28.805818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:28.956745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 5cfcabd2-224e-4e28-a762-03fa787acb1e completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:28.964377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 5cfcabd2-224e-4e28-a762-03fa787acb1e triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:28.970081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Allocated IP 172.27.1.126 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/ffd7dacf-9f11-4933-b77c-5b12ce385bcf) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:28.971326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.004203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dea577-4726-49c6-a818-001ebeb6e57a req-0bae5c6e-cef6-4c1e-bd2d-8cb1dbed1f3e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:29.006042 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-51dea577-4726-49c6-a818-001ebeb6e57a req-0bae5c6e-cef6-4c1e-bd2d-8cb1dbed1f3e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.4549291
Apr 15 19:37:29.009602 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.043873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.080886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.086624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:29.104359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27b5d-d0e1-489f-8a06-b92e12b2f425 req-d7ce1f8f-e1ce-4c16-970a-58414a867e7a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:29.112701 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-11c27b5d-d0e1-489f-8a06-b92e12b2f425 req-d7ce1f8f-e1ce-4c16-970a-58414a867e7a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2412274
Apr 15 19:37:29.125396 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-51dea577-4726-49c6-a818-001ebeb6e57a req-cbed073a-3724-4ba9-8fe2-571c299017b0 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012020
Apr 15 19:37:29.157971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.176107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:37:29.176261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16a6c8-126a-4437-8ecb-0f761478c683,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:29.179901 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:29.193363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:29.205645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.206041 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Added segment 2d8733ac-a911-41b0-8e71-c3342eb889ca of type vlan for network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370
Apr 15 19:37:29.209676 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 5cfcabd2-224e-4e28-a762-03fa787acb1e, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=5cfcabd2-224e-4e28-a762-03fa787acb1e,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:29.214713 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-11c27b5d-d0e1-489f-8a06-b92e12b2f425 req-5a142665-1fb2-49f5-9b25-4f61a0875997 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007397
Apr 15 19:37:29.246080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.247004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d13e070a-48c3-4786-8b22-1c6fdfa27e07 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:29.251763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.295316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:29.323961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.326840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:29.326840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.333186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Pushing event deleted for resources: {'Port': ['ID=9351c4fb-94a3-43bd-acfe-e81520ad7ba9,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:29.333379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:29.337359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:29.452039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=5cfcabd2-224e-4e28-a762-03fa787acb1e,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:29.452983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] No DVR routers for this DVR port 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:37:29.457155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.457725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:29.463928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:29.470200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:29.470889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb69390>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:29.475500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'name': 'network-vif-deleted', 'tag': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:37:29.506763 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e7653f93-8324-45f0-9b64-55ea442959c9 req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.42 "DELETE /v2.0/ports/9351c4fb-94a3-43bd-acfe-e81520ad7ba9 HTTP/1.1" status: 204  len: 173 time: 2.5085187
Apr 15 19:37:29.533825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.578190 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1cd97-a651-46d9-90c3-ad3d41a9092f', 'name': 'network-vif-deleted', 'tag': '9351c4fb-94a3-43bd-acfe-e81520ad7ba9', 'status': 'completed', 'code': 200}
Apr 15 19:37:29.593812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.614938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:29.651518 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d1b69c6-488c-4193-acb8-7ca7af164781 req-c862995d-2769-4a6a-a9fd-a1bcf6d77817 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 210 time: 0.1157990
Apr 15 19:37:29.665888 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2317865
Apr 15 19:37:29.665888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Pushing event updated for resources: {'Network': ['ID=8643ad9f-23f5-42fc-8479-bb3ea6dd1370,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:29.666850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 44150) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:29.687239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Request body: {'subnet': {'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076304479-subnet', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'ip_version': 4}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:29.691415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:29.693303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:29.697781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Usage tracker for resource:subnet and tenant:653a0a51673947558e7009787db3aa00 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:29.703571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:29.710151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:29.721843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:37:29.745585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Made reservation on behalf of 653a0a51673947558e7009787db3aa00 for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:29.750736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848276867'] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.786320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:29.791785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:29.807016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port d13e070a-48c3-4786-8b22-1c6fdfa27e07 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:29.817987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port d13e070a-48c3-4786-8b22-1c6fdfa27e07 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:29.818410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:29.847976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:29.849212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:29.851786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:29.872375 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:30.052491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57e372-1e88-4ea1-903b-fbeaac7cf392 None None] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:30.334653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848344265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848276914'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:30.357232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-143d565c-bd9c-479b-ab37-dcdd9d6a0235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:30.372172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:30.438906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7426e919-c892-4beb-870b-112dec06090d,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:30.478543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-433f7773-eda2-4ab9-a570-4e4ec22a5ade None None] Provisioning for port 103aa25d-298a-4d89-82a9-d5466a453fdb completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:30.552880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:30.670744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['9351c4fb-94a3-43bd-acfe-e81520ad7ba9'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:37:30.699612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:37:30.754887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:30.791690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:37:30.792088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 9351c4fb-94a3-43bd-acfe-e81520ad7ba9 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:37:30.817070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port d13e070a-48c3-4786-8b22-1c6fdfa27e07, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=d13e070a-48c3-4786-8b22-1c6fdfa27e07,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:30.840623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2d57-31d2-457a-9017-145133d01770 req-9a29984d-7e61-4f50-8c9c-232a044e118e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:30.848883 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fd2a2d57-31d2-457a-9017-145133d01770 req-9a29984d-7e61-4f50-8c9c-232a044e118e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.5804791
Apr 15 19:37:30.860614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:30.870400 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1b09bb67-516d-4fd3-9f5b-c1188a3e4d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:30.937225 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fd2a2d57-31d2-457a-9017-145133d01770 req-42304440-3201-4906-bf5e-4aff7449229d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873306
Apr 15 19:37:30.987585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb69390>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:24Z', 'revision_number': 2, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:30.992412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=d13e070a-48c3-4786-8b22-1c6fdfa27e07,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:30.997109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:30.997952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:30.998383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Updating router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 port 50d68f66-ffec-4b73-b365-a0199e896162 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:31.046533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9514c-558d-4c9f-bbf8-aea6efd8bf19 req-8a363cc8-1a11-43d3-8393-6002d78b0577 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:31.060294 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-82b9514c-558d-4c9f-bbf8-aea6efd8bf19 req-8a363cc8-1a11-43d3-8393-6002d78b0577 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2930140
Apr 15 19:37:31.097825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.150245 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Checking segment: {'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:31.150662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Network hostable DHCP agents. Network: 8643ad9f-23f5-42fc-8479-bb3ea6dd1370, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:37:31.167684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.208589 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 5cfcabd2-224e-4e28-a762-03fa787acb1e up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:31.263353 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-82b9514c-558d-4c9f-bbf8-aea6efd8bf19 req-74eb2192-86cc-4e6f-9fc2-d05e8bf6dd4a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2019362
Apr 15 19:37:31.284748 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-81cfa78b-341c-4485-86f9-f04598955fe1 req-e0827dc3-1621-46f9-8865-61cd7d38f4b7 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d1cd97-a651-46d9-90c3-ad3d41a9092f HTTP/1.1" status: 200  len: 210 time: 0.0715246
Apr 15 19:37:31.356671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:37:31.389044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 5cfcabd2-224e-4e28-a762-03fa787acb1e triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:31.389407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.390545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 8643ad9f-23f5-42fc-8479-bb3ea6dd1370) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:31.402820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:31.403477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.436319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3861d4-100b-4f3b-83d4-e9611f4b3f9f None None] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:31.448470 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.7702317
Apr 15 19:37:31.451117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 44170) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:31.457237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:31.472017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:31.483778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Usage tracker for resource:router and tenant:653a0a51673947558e7009787db3aa00 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:31.486977 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:31.498030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:31.533997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Router dc82c684-60c6-418b-9525-12109ffa10d0 is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:37:31.574043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.575186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.621474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.819017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:31.831952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Sync routers for ids ['dc82c684-60c6-418b-9525-12109ffa10d0'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:31.848869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Routers {'dc82c684-60c6-418b-9525-12109ffa10d0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:31.853289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9122b0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['dc82c684-60c6-418b-9525-12109ffa10d0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:31.905957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Notify callbacks [] for router, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:31.908264 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.4290295
Apr 15 19:37:31.910669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44180) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:31.981020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 103aa25d-298a-4d89-82a9-d5466a453fdb up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:32.087638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'fixed_ips': [{'subnet_id': '7426e919-c892-4beb-870b-112dec06090d'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:37:32.088559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:32.200814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Set router dc82c684-60c6-418b-9525-12109ffa10d0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:32.213111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:32.229794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Transition to ACTIVE for port object 50d68f66-ffec-4b73-b365-a0199e896162 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:32.310635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:32.359506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:32.424247 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:32.440748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d020b78-f01c-4f1f-92f7-2fd5cc06298d req-a8128139-cacb-4f76-8a89-ddc1f92b016e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:32.443168 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d020b78-f01c-4f1f-92f7-2fd5cc06298d req-a8128139-cacb-4f76-8a89-ddc1f92b016e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.3119462
Apr 15 19:37:32.541149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080e453-ef92-4d92-a241-dbaa7f92edf6 None None] Pushing event updated for resources: {'Port': ['ID=50d68f66-ffec-4b73-b365-a0199e896162,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:32.544992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1080e453-ef92-4d92-a241-dbaa7f92edf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:32.566087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 103aa25d-298a-4d89-82a9-d5466a453fdb completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:32.576619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 103aa25d-298a-4d89-82a9-d5466a453fdb triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:32.577188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:32.596914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9122b0>, [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 3, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:32.602459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Checking router: dc82c684-60c6-418b-9525-12109ffa10d0 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:32.602748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Updating router dc82c684-60c6-418b-9525-12109ffa10d0 port ffd7dacf-9f11-4933-b77c-5b12ce385bcf binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:32.690450 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d020b78-f01c-4f1f-92f7-2fd5cc06298d req-1bae500b-c136-4bfc-9d48-21e2e2d0e6b6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240903
Apr 15 19:37:32.702399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:32.785392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ce94-48c5-404c-aa24-a592f4ee5df2 req-96951191-8a06-478e-b955-fd738e8de7ec tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:32.787058 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50c8ce94-48c5-404c-aa24-a592f4ee5df2 req-96951191-8a06-478e-b955-fd738e8de7ec tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.3001559
Apr 15 19:37:32.927998 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50c8ce94-48c5-404c-aa24-a592f4ee5df2 req-ab27ed2c-5614-4d15-9c18-8b7aa1440de6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1250753
Apr 15 19:37:33.146324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.455217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.468826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Attempting to bind port 50d68f66-ffec-4b73-b365-a0199e896162 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:33.469549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Attempting to bind port 50d68f66-ffec-4b73-b365-a0199e896162 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:33.470181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Attempting to bind port 50d68f66-ffec-4b73-b365-a0199e896162 on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:33.483253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Allocated IP 172.20.0.2 (8643ad9f-23f5-42fc-8479-bb3ea6dd1370/7426e919-c892-4beb-870b-112dec06090d/c05d2127-81d7-4213-886e-7a55cf03cf0d) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:33.496563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:33.497258 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Checking segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:33.497891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.498568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Bound using segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:33.499262 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Bound port: 50d68f66-ffec-4b73-b365-a0199e896162, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:33.500030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.566696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.642696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] For port 50d68f66-ffec-4b73-b365-a0199e896162, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:33.651276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] For port 50d68f66-ffec-4b73-b365-a0199e896162, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=50d68f66-ffec-4b73-b365-a0199e896162,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:33.654912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.699056 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.740498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Transition to ACTIVE for port object ffd7dacf-9f11-4933-b77c-5b12ce385bcf will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:33.779856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.784496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Allocated IP 172.20.0.1 (62c972f8-0213-4016-a5fd-5b0dda1bf21a/e41325b1-9958-493a-89e4-f2f7e82aefcc/4297581c-bb2a-44fe-a4ce-f7830480e441) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:33.799182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:33.826495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:33.881630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:33.954758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 103aa25d-298a-4d89-82a9-d5466a453fdb, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=103aa25d-298a-4d89-82a9-d5466a453fdb,segment=NetworkSegment(4cdff1a0-c010-481e-ad89-b9379c3f5fc9),segment_id=4cdff1a0-c010-481e-ad89-b9379c3f5fc9)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:34.031159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587691c-ab5e-4a90-bcda-8cbee6c07fec req-69f561c4-5bd4-40e8-9123-f67296a065a1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:34.043408 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6587691c-ab5e-4a90-bcda-8cbee6c07fec req-69f561c4-5bd4-40e8-9123-f67296a065a1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3413093
Apr 15 19:37:34.068548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.237042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080e453-ef92-4d92-a241-dbaa7f92edf6 None None] Pushing event updated for resources: {'Port': ['ID=50d68f66-ffec-4b73-b365-a0199e896162,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:34.244265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1080e453-ef92-4d92-a241-dbaa7f92edf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:34.265567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.268275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:34.299474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Transition to ACTIVE for port object 4297581c-bb2a-44fe-a4ce-f7830480e441 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:34.336508 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6587691c-ab5e-4a90-bcda-8cbee6c07fec req-e0b0c9ad-f147-4ec7-bfba-81ef96fe4bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2920265
Apr 15 19:37:34.346526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-04e7db2d-53c5-40a3-b75e-a70aa2895ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:34.348181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65352f-2571-4fb1-83c9-81272c830007 None None] Pushing event updated for resources: {'Port': ['ID=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,revision_number=2']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:34.348734 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-04e7db2d-53c5-40a3-b75e-a70aa2895ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.3902962
Apr 15 19:37:34.353877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4e65352f-2571-4fb1-83c9-81272c830007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:34.364321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d13e070a-48c3-4786-8b22-1c6fdfa27e07 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:34.448621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Allocated IP 172.27.1.13 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/d5430ce4-6fe3-407e-8bb5-249fe4b2c176) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:34.618215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.618352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd3e9-cf19-46aa-9a92-6d64f4199393 req-514c8a79-ea23-4f0f-87ae-a2fc9ba0e3a3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:34.618352 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6bbdd3e9-cf19-46aa-9a92-6d64f4199393 req-514c8a79-ea23-4f0f-87ae-a2fc9ba0e3a3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.4872301
Apr 15 19:37:34.618520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Attempting to bind port ffd7dacf-9f11-4933-b77c-5b12ce385bcf on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:34.618520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Attempting to bind port ffd7dacf-9f11-4933-b77c-5b12ce385bcf by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:34.618520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Attempting to bind port ffd7dacf-9f11-4933-b77c-5b12ce385bcf on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:34.618748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:34.618828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:34.618828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:34.618828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.618828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:34.618828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Bound port: ffd7dacf-9f11-4933-b77c-5b12ce385bcf, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:34.618828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.619286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=103aa25d-298a-4d89-82a9-d5466a453fdb,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:34.627191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:34.637106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.663915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] For port ffd7dacf-9f11-4933-b77c-5b12ce385bcf, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:34.669122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] For port ffd7dacf-9f11-4933-b77c-5b12ce385bcf, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:34.685803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Transition to ACTIVE for port object c05d2127-81d7-4213-886e-7a55cf03cf0d will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:34.718510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:34.718510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb69390>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:34.747762 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.771333 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Pushing event updated for resources: {'Port': ['ID=4297581c-bb2a-44fe-a4ce-f7830480e441,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:34.809698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:34.868442 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6bbdd3e9-cf19-46aa-9a92-6d64f4199393 req-8711c5ac-612a-4e81-bf83-063ef047813f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2370501
Apr 15 19:37:34.915770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-a869b363-5e7f-4505-9f47-3eb320315a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:34.918897 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-a869b363-5e7f-4505-9f47-3eb320315a4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 919 time: 0.5579672
Apr 15 19:37:34.950344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.958227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:34.961559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Transition to ACTIVE for port object c05d2127-81d7-4213-886e-7a55cf03cf0d will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:34.961712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:34.962878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:34.963212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e929b-adc6-4c93-8f6f-9c71cc9f25c6 req-e0e4eb1c-7b31-46a8-926b-28c2d9399bc0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:34.965223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:34.965788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:34.971721 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b64e929b-adc6-4c93-8f6f-9c71cc9f25c6 req-e0e4eb1c-7b31-46a8-926b-28c2d9399bc0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.4238505
Apr 15 19:37:35.026878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port d13e070a-48c3-4786-8b22-1c6fdfa27e07 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:35.027579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:35.053860 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b64e929b-adc6-4c93-8f6f-9c71cc9f25c6 req-fc4a8da1-72ea-47bc-acae-1d5f1611b85a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734303
Apr 15 19:37:35.103196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:35.112061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:35.129460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65352f-2571-4fb1-83c9-81272c830007 None None] Pushing event updated for resources: {'Port': ['ID=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:35.132670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Routers {'dc82c684-60c6-418b-9525-12109ffa10d0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:35.133386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9122b0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['dc82c684-60c6-418b-9525-12109ffa10d0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:35.157522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1080e453-ef92-4d92-a241-dbaa7f92edf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:35.205452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4e65352f-2571-4fb1-83c9-81272c830007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:35.378124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:35.481108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Pushing event updated for resources: {'Port': ['ID=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:35.487586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] Set router dc82c684-60c6-418b-9525-12109ffa10d0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:35.494039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:35.495368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:35.496562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:35.498768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:35.557288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:35.576811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:35.683684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Pushing event updated for resources: {'Port': ['ID=c05d2127-81d7-4213-886e-7a55cf03cf0d,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:35.687116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:35.722008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d88e7d1d-5825-4a5f-9098-09ab1f31f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:35.807913 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-355c0805-442c-4b29-b470-7bd1f3c5eed6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 200  len: 217 time: 0.0890615
Apr 15 19:37:36.132965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9122b0>, [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 3, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:36.137968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc4545-fa5d-4fca-826f-2a4ec5d90170 None None] The sync data for ids ['dc82c684-60c6-418b-9525-12109ffa10d0'] in dv-cinder-776307-4-iscsi is: [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 3, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:36.162964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.225426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.226231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.235310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-80cfd70e-596e-40cd-a9d3-a8bbbf789e0e None None] Provisioning for port 4297581c-bb2a-44fe-a4ce-f7830480e441 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:36.247106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73eefd90-2270-4c51-8dbc-d929d30a85e0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:36.251125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-80cfd70e-596e-40cd-a9d3-a8bbbf789e0e None None] Provisioning complete for port 4297581c-bb2a-44fe-a4ce-f7830480e441 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:36.252001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-80cfd70e-596e-40cd-a9d3-a8bbbf789e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.389504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:36.399401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fd92f-016c-4965-9a75-e0070912fe1a req-033785ce-d25d-4696-a17d-dfbf4e65c87a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:36.401081 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e02fd92f-016c-4965-9a75-e0070912fe1a req-033785ce-d25d-4696-a17d-dfbf4e65c87a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.5654397
Apr 15 19:37:36.403883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Pushing event updated for resources: {'Port': ['ID=4297581c-bb2a-44fe-a4ce-f7830480e441,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:36.409189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:36.412745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb9385-6ee0-41b3-bd0c-b332107cab0a req-93dfaa5b-b0f4-46ca-8940-a1e2d58a1208 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:36.412982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:36.414352 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bdeb9385-6ee0-41b3-bd0c-b332107cab0a req-93dfaa5b-b0f4-46ca-8940-a1e2d58a1208 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2089336
Apr 15 19:37:36.421857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:36.477138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-80cfd70e-596e-40cd-a9d3-a8bbbf789e0e None None] Port 4297581c-bb2a-44fe-a4ce-f7830480e441 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:37:36.497675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:36.499299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:36.643777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Attempting to bind port c05d2127-81d7-4213-886e-7a55cf03cf0d on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:36.643777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Attempting to bind port c05d2127-81d7-4213-886e-7a55cf03cf0d by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:36.643777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Attempting to bind port c05d2127-81d7-4213-886e-7a55cf03cf0d on network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:36.643777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 50d68f66-ffec-4b73-b365-a0199e896162 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:36.729527 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bdeb9385-6ee0-41b3-bd0c-b332107cab0a req-75c8bd9f-3f7e-4924-a080-2c911b27e228 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590983
Apr 15 19:37:36.756440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:36.756876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Checking segment: {'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:36.757474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.757815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Bound using segment: {'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:36.758346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Bound port: c05d2127-81d7-4213-886e-7a55cf03cf0d, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:36.758770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.804526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.951916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-5338a81e-887c-4b12-8f9c-d314b71529de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:36.953741 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-5338a81e-887c-4b12-8f9c-d314b71529de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.1494427
Apr 15 19:37:36.966962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-32df1526-693a-4c1a-8b03-b832f55f4e7b None None] Provisioning complete for port 4297581c-bb2a-44fe-a4ce-f7830480e441 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:36.967305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32df1526-693a-4c1a-8b03-b832f55f4e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:36.997614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Router dc82c684-60c6-418b-9525-12109ffa10d0 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:37:37.027435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb69390>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:33Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:37.045487 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e02fd92f-016c-4965-9a75-e0070912fe1a req-0bd0ef06-3843-4df3-b414-038c1073f179 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5549228
Apr 15 19:37:37.047371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] For port c05d2127-81d7-4213-886e-7a55cf03cf0d, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:37.060007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48b7b2-87a9-4554-abd2-c4f2662a9df4 None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:33Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:37.062291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 50d68f66-ffec-4b73-b365-a0199e896162 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:37.078885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-32df1526-693a-4c1a-8b03-b832f55f4e7b None None] Port 4297581c-bb2a-44fe-a4ce-f7830480e441 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:37:37.078885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] For port c05d2127-81d7-4213-886e-7a55cf03cf0d, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=c05d2127-81d7-4213-886e-7a55cf03cf0d,segment=NetworkSegment(2d8733ac-a911-41b0-8e71-c3342eb889ca),segment_id=2d8733ac-a911-41b0-8e71-c3342eb889ca)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:37.080280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 50d68f66-ffec-4b73-b365-a0199e896162 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:37.080832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:37.129182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:37.152716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:37.313864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:37.323987 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] 10.222.0.25 "PUT /v2.0/routers/dc82c684-60c6-418b-9525-12109ffa10d0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4120865
Apr 15 19:37:37.367609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff9ac5-96eb-47fb-b544-4dd4eb1c9771 req-4456a293-801b-48b8-9e58-4d8769aa41ee tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:37.369292 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5aff9ac5-96eb-47fb-b544-4dd4eb1c9771 req-4456a293-801b-48b8-9e58-4d8769aa41ee tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2588933
Apr 15 19:37:37.398833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:37.420872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Pushing event updated for resources: {'Port': ['ID=c05d2127-81d7-4213-886e-7a55cf03cf0d,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:37.426395 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:37.534137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-087f6950-2149-4634-bb0f-aa7747339855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:37.544291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:37.618843 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5aff9ac5-96eb-47fb-b544-4dd4eb1c9771 req-3b1b3afb-1d96-42c2-a19e-de506ee15ecd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2409775
Apr 15 19:37:37.638074 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 50d68f66-ffec-4b73-b365-a0199e896162, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=50d68f66-ffec-4b73-b365-a0199e896162,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:37.693579 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-a2e2d2a1-3858-4bd7-ac95-588dd25b819f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1269796
Apr 15 19:37:37.713788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:37.714993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 103aa25d-298a-4d89-82a9-d5466a453fdb up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:37.776941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2e78dba6-5fe0-4a22-bb09-911d51d444d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:37.787563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Router 29049453-6c5c-478e-b19b-12684ac6ef19 is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:37:37.951759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=50d68f66-ffec-4b73-b365-a0199e896162,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:37.956054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:37.968148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 103aa25d-298a-4d89-82a9-d5466a453fdb triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:37.968877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:37.992200 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-d02f564a-b86e-41ed-be29-58b9831edce7 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903726
Apr 15 19:37:38.162741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:38.213170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530746-473c-486d-a3ec-775bd7f6357c req-b58931f8-bd37-4dee-a7b4-27e710a76090 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:38.215388 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-54530746-473c-486d-a3ec-775bd7f6357c req-b58931f8-bd37-4dee-a7b4-27e710a76090 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.3083913
Apr 15 19:37:38.247648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:37:38.304987 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-54530746-473c-486d-a3ec-775bd7f6357c req-da199ee8-fb71-4d73-b6a0-9869fc49a902 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781717
Apr 15 19:37:38.327239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:38.338042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Sync routers for ids ['29049453-6c5c-478e-b19b-12684ac6ef19'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:38.355984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Routers {'29049453-6c5c-478e-b19b-12684ac6ef19'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:38.356810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc8b278>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29049453-6c5c-478e-b19b-12684ac6ef19'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:38.443329 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-90df0923-12f9-426a-a458-3f4c61a5e98c req-e07fc7ee-2a4d-4918-9945-383e59b0f7c2 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4267964
Apr 15 19:37:38.472495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14197a18-6428-44bc-9077-527ec2e495a6 req-3efc4105-478c-40cf-866c-a314e17fb3ce tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:38.474325 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-14197a18-6428-44bc-9077-527ec2e495a6 req-3efc4105-478c-40cf-866c-a314e17fb3ce tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1497152
Apr 15 19:37:38.541967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:38.545299 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.0930765
Apr 15 19:37:38.548548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44312) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:38.571576 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-14197a18-6428-44bc-9077-527ec2e495a6 req-a09f57f2-c72b-461a-8e30-c7a713449120 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843132
Apr 15 19:37:38.609322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Set router 29049453-6c5c-478e-b19b-12684ac6ef19 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:38.811721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:38.830339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device c05d2127-81d7-4213-886e-7a55cf03cf0d up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:38.988674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f710f70-d772-4a93-97ea-e54f38b43dd4 req-086e3199-a229-43f7-926d-5e76ff12af1b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:39.002937 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4f710f70-d772-4a93-97ea-e54f38b43dd4 req-086e3199-a229-43f7-926d-5e76ff12af1b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2158835
Apr 15 19:37:39.013794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port c05d2127-81d7-4213-886e-7a55cf03cf0d completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:39.027379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ffd7dacf-9f11-4933-b77c-5b12ce385bcf up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:39.091157 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4f710f70-d772-4a93-97ea-e54f38b43dd4 req-e8ec1819-a598-4abf-b385-e4d98e5500e7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718875
Apr 15 19:37:39.173774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc8b278>, [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:37:36Z', 'revision_number': 3, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port': {'id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:39.178324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Checking router: 29049453-6c5c-478e-b19b-12684ac6ef19 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:39.178796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Updating router 29049453-6c5c-478e-b19b-12684ac6ef19 port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:39.243647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port ffd7dacf-9f11-4933-b77c-5b12ce385bcf completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:39.260980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port ffd7dacf-9f11-4933-b77c-5b12ce385bcf triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:39.261690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:39.356343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:39.683227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Sync routers for ids ['dc82c684-60c6-418b-9525-12109ffa10d0'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:39.700844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Routers {'dc82c684-60c6-418b-9525-12109ffa10d0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:39.701934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3b75f8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['dc82c684-60c6-418b-9525-12109ffa10d0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:39.753685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:39.864372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:39.982705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Set router dc82c684-60c6-418b-9525-12109ffa10d0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:40.040254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fbd1d-7aaf-4927-ad0b-f7589a8018bb req-f581bbea-02ac-4b97-80ec-182d963091a8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:40.049019 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8c5fbd1d-7aaf-4927-ad0b-f7589a8018bb req-f581bbea-02ac-4b97-80ec-182d963091a8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.4752505
Apr 15 19:37:40.094029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad24e8-1438-4ec5-a0d4-f0cd7e98415c req-34560e74-3ba4-4c72-8980-9bc8036c9a11 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:40.107826 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-acad24e8-1438-4ec5-a0d4-f0cd7e98415c req-34560e74-3ba4-4c72-8980-9bc8036c9a11 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3004327
Apr 15 19:37:40.153097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5365f-7a39-442a-a5ca-43b49a386fc4 None None] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:40.196325 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-acad24e8-1438-4ec5-a0d4-f0cd7e98415c req-61951cff-b02b-412d-b4f6-325d71284109 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871961
Apr 15 19:37:40.261972 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8c5fbd1d-7aaf-4927-ad0b-f7589a8018bb req-1b42bf87-cf11-443c-b15e-87ab83e46cf5 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116425
Apr 15 19:37:40.312945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Allocated IP 172.20.0.1 (8643ad9f-23f5-42fc-8479-bb3ea6dd1370/7426e919-c892-4beb-870b-112dec06090d/7fe2ae21-88f3-4adc-9aa9-bd08e749bc35) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:37:40.444895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port ffd7dacf-9f11-4933-b77c-5b12ce385bcf, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:40.506984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82845491-708c-4bea-886b-90aca99697ff req-bb374004-2841-4eda-93ad-14ede11e8f29 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:40.515304 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-82845491-708c-4bea-886b-90aca99697ff req-bb374004-2841-4eda-93ad-14ede11e8f29 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1474030
Apr 15 19:37:40.609490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:40.610123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 50d68f66-ffec-4b73-b365-a0199e896162 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:40.675717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3b75f8>, [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:37:35Z', 'revision_number': 4, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '4297581c-bb2a-44fe-a4ce-f7830480e441', 'name': '', 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'mac_address': 'fa:16:3e:42:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e41325b1-9958-493a-89e4-f2f7e82aefcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:35Z', 'revision_number': 2, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'subnets': [{'id': 'e41325b1-9958-493a-89e4-f2f7e82aefcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:40.684557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Checking router: dc82c684-60c6-418b-9525-12109ffa10d0 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:40.685470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:40.686212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Provisioning for port c05d2127-81d7-4213-886e-7a55cf03cf0d completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:40.689949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Updating router dc82c684-60c6-418b-9525-12109ffa10d0 port 4297581c-bb2a-44fe-a4ce-f7830480e441 binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:40.693791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1080e453-ef92-4d92-a241-dbaa7f92edf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:40.702632 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-82845491-708c-4bea-886b-90aca99697ff req-9def9eb7-7cbc-4422-bff5-16871053bd37 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1861470
Apr 15 19:37:40.753167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Provisioning complete for port c05d2127-81d7-4213-886e-7a55cf03cf0d triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:40.753630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:40.818987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:40.865373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.resource_extend [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:37:40.892826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:40.913531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Transition to ACTIVE for port object 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:40.982201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.014474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:41.030081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.052960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 50d68f66-ffec-4b73-b365-a0199e896162 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:41.053405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.176684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:41.182754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:41.280980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.284917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] For port c05d2127-81d7-4213-886e-7a55cf03cf0d, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=c05d2127-81d7-4213-886e-7a55cf03cf0d,segment=NetworkSegment(2d8733ac-a911-41b0-8e71-c3342eb889ca),segment_id=2d8733ac-a911-41b0-8e71-c3342eb889ca)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:41.306149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Transition to ACTIVE for port object d5430ce4-6fe3-407e-8bb5-249fe4b2c176 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:41.324410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.327434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f593c09c-5e22-4aed-a6e4-624ae395732d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:41.336018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:41.341692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:41.349858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:41.351170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:41.358916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:37:41.359455 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.464120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.495907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Pushing event updated for resources: {'Port': ['ID=c05d2127-81d7-4213-886e-7a55cf03cf0d,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:41.503754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Transition to ACTIVE for port object 4297581c-bb2a-44fe-a4ce-f7830480e441 will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:41.508946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:41.516041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.575152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:41.596738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.624868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:41.653601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-553cc559-b900-4440-abb7-39359172f0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:41.671242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ffd7dacf-9f11-4933-b77c-5b12ce385bcf up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:41.838202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146e4b5-49a2-4491-801c-3c9c8268c4d3 None None] Pushing event updated for resources: {'Port': ['ID=4297581c-bb2a-44fe-a4ce-f7830480e441,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:41.940330 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5146e4b5-49a2-4491-801c-3c9c8268c4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:41.959903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.014286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.015328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.042400 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691efe6-7ecf-43b3-b70a-c4e14d7da683 req-47907bbe-6a16-4d84-b44f-7b934e47f034 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:42.044061 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d691efe6-7ecf-43b3-b70a-c4e14d7da683 req-47907bbe-6a16-4d84-b44f-7b934e47f034 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.5335321
Apr 15 19:37:42.046413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8afa5f-5b3e-4387-81bc-d93d7bb50de6 None None] Pushing event updated for resources: {'Port': ['ID=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:42.049092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-12bf8aeb-da04-42fe-838a-05a2ea8f9aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:42.075755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Attempting to bind port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:42.076357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Attempting to bind port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:42.076900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Attempting to bind port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:42.083357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8f8afa5f-5b3e-4387-81bc-d93d7bb50de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:42.086590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:42.087138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:42.087890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.088244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:42.088887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Bound port: d5430ce4-6fe3-407e-8bb5-249fe4b2c176, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:42.089418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.137733 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d691efe6-7ecf-43b3-b70a-c4e14d7da683 req-6b83486d-bbce-4ae9-bb7e-457de51350cf tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799465
Apr 15 19:37:42.167264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc85d-67e0-469b-9421-06e9ef4ea38c req-4c20efbf-02c4-48e1-b949-0f4cd9df5023 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:42.168935 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0e9bc85d-67e0-469b-9421-06e9ef4ea38c req-4c20efbf-02c4-48e1-b949-0f4cd9df5023 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.6093953
Apr 15 19:37:42.184242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:42.254317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] For port d5430ce4-6fe3-407e-8bb5-249fe4b2c176, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:42.259033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] For port d5430ce4-6fe3-407e-8bb5-249fe4b2c176, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:42.292592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:42.297106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-0f2bfaf8-bcfb-4d8d-b243-4765147b5979 None None] Provisioning complete for port c05d2127-81d7-4213-886e-7a55cf03cf0d triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:42.297812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfaf8-bcfb-4d8d-b243-4765147b5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.319086 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0e9bc85d-67e0-469b-9421-06e9ef4ea38c req-a834c577-90f0-4c4a-b727-c14fae83e470 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274772
Apr 15 19:37:42.388070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.436004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:42.468919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d841a-bc77-47db-bd00-09ba7cb24a84 req-840aa277-0f57-4ccb-b2b7-aad14e321b70 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:42.471498 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-070d841a-bc77-47db-bd00-09ba7cb24a84 req-840aa277-0f57-4ccb-b2b7-aad14e321b70 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1483295
Apr 15 19:37:42.486837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:37:42.488062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:42.510364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Attempting to bind port 4297581c-bb2a-44fe-a4ce-f7830480e441 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:42.510801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Attempting to bind port 4297581c-bb2a-44fe-a4ce-f7830480e441 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:42.511224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Attempting to bind port 4297581c-bb2a-44fe-a4ce-f7830480e441 on network 62c972f8-0213-4016-a5fd-5b0dda1bf21a {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:42.527525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:42.529564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Checking segment: {'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:42.529989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.530439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Bound using segment: {'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:42.531025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Bound port: 4297581c-bb2a-44fe-a4ce-f7830480e441, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdff1a0-c010-481e-ad89-b9379c3f5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:42.531454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.573021 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-070d841a-bc77-47db-bd00-09ba7cb24a84 req-a40b423f-616c-448f-9991-b28320d5fba9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948124
Apr 15 19:37:42.618130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8afa5f-5b3e-4387-81bc-d93d7bb50de6 None None] Pushing event updated for resources: {'Port': ['ID=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:42.685488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8f8afa5f-5b3e-4387-81bc-d93d7bb50de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:42.746117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] For port 4297581c-bb2a-44fe-a4ce-f7830480e441, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:42.757777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] For port 4297581c-bb2a-44fe-a4ce-f7830480e441, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=4297581c-bb2a-44fe-a4ce-f7830480e441,segment=NetworkSegment(4cdff1a0-c010-481e-ad89-b9379c3f5fc9),segment_id=4cdff1a0-c010-481e-ad89-b9379c3f5fc9)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:42.798060 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.831812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:42.864343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port ffd7dacf-9f11-4933-b77c-5b12ce385bcf triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:42.864876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:42.873565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Router 29049453-6c5c-478e-b19b-12684ac6ef19 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:37:42.998038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146e4b5-49a2-4491-801c-3c9c8268c4d3 None None] Pushing event updated for resources: {'Port': ['ID=4297581c-bb2a-44fe-a4ce-f7830480e441,revision_number=4']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:43.004424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5146e4b5-49a2-4491-801c-3c9c8268c4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:43.024089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Routers {'29049453-6c5c-478e-b19b-12684ac6ef19'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:43.025187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc8b278>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29049453-6c5c-478e-b19b-12684ac6ef19'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:43.050577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Routers {'dc82c684-60c6-418b-9525-12109ffa10d0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:43.051288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3b75f8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['dc82c684-60c6-418b-9525-12109ffa10d0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:43.203686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:37:43.234189 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] 10.222.0.25 "PUT /v2.0/routers/29049453-6c5c-478e-b19b-12684ac6ef19/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6757069
Apr 15 19:37:43.524965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cb88-23b8-4ab0-bb78-abd1d49a7d93 req-e0b1d3ca-4ea2-409d-981f-cd7bd41d9e3a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:43.533378 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-59e3cb88-23b8-4ab0-bb78-abd1d49a7d93 req-e0b1d3ca-4ea2-409d-981f-cd7bd41d9e3a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1701231
Apr 15 19:37:43.589410 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-59e3cb88-23b8-4ab0-bb78-abd1d49a7d93 req-7684b7cf-0242-4ff2-9666-b8c59f0f15b2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554016
Apr 15 19:37:43.737142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] Set router dc82c684-60c6-418b-9525-12109ffa10d0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:43.869873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] Set router 29049453-6c5c-478e-b19b-12684ac6ef19 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:43.902944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4361-e153-4e50-8c4f-253da2b50754 req-6aa45d94-44f4-4fb6-aa6e-eda852450057 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:43.933633 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-34fb4361-e153-4e50-8c4f-253da2b50754 req-6aa45d94-44f4-4fb6-aa6e-eda852450057 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2092917
Apr 15 19:37:44.087840 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-34fb4361-e153-4e50-8c4f-253da2b50754 req-47c20e7e-d13a-4cff-a9f1-271f98733b13 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503429
Apr 15 19:37:44.159100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3befa05-1d25-43ea-98d6-a779fbed046e req-534e0ca9-422a-40cf-99e3-84376eec5811 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:44.176077 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f3befa05-1d25-43ea-98d6-a779fbed046e req-534e0ca9-422a-40cf-99e3-84376eec5811 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.3916538
Apr 15 19:37:44.326137 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f3befa05-1d25-43ea-98d6-a779fbed046e req-b04a392d-02ce-404f-84e1-08b8148cae72 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465852
Apr 15 19:37:44.665518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3b75f8>, [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:37:35Z', 'revision_number': 4, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '4297581c-bb2a-44fe-a4ce-f7830480e441', 'name': '', 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'mac_address': 'fa:16:3e:42:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e41325b1-9958-493a-89e4-f2f7e82aefcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:42Z', 'revision_number': 4, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'subnets': [{'id': 'e41325b1-9958-493a-89e4-f2f7e82aefcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:44.678914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94990ea6-5767-4526-9cf5-46a85f35a098 None None] The sync data for ids ['dc82c684-60c6-418b-9525-12109ffa10d0'] in dv-cinder-776307-4-iscsi is: [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:37:35Z', 'revision_number': 4, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '4297581c-bb2a-44fe-a4ce-f7830480e441', 'name': '', 'network_id': '62c972f8-0213-4016-a5fd-5b0dda1bf21a', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'mac_address': 'fa:16:3e:42:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e41325b1-9958-493a-89e4-f2f7e82aefcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:42Z', 'revision_number': 4, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'subnets': [{'id': 'e41325b1-9958-493a-89e4-f2f7e82aefcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:44.936076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bc8b278>, [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 4, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port': {'id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '7fe2ae21-88f3-4adc-9aa9-bd08e749bc35', 'name': '', 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'mac_address': 'fa:16:3e:52:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7426e919-c892-4beb-870b-112dec06090d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:39Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 2, 'project_id': '653a0a51673947558e7009787db3aa00', 'subnets': [{'id': '7426e919-c892-4beb-870b-112dec06090d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:44.939352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd928cd-a0dc-484a-88ad-33733bd0e2d8 None None] The sync data for ids ['29049453-6c5c-478e-b19b-12684ac6ef19'] in dv-cinder-776307-4-iscsi is: [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 4, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port': {'id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '7fe2ae21-88f3-4adc-9aa9-bd08e749bc35', 'name': '', 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'mac_address': 'fa:16:3e:52:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7426e919-c892-4beb-870b-112dec06090d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:39Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 2, 'project_id': '653a0a51673947558e7009787db3aa00', 'subnets': [{'id': '7426e919-c892-4beb-870b-112dec06090d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:45.255353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4297581c-bb2a-44fe-a4ce-f7830480e441 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:45.295001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8f823-6adf-408f-99a1-6eca0d401cf9 req-96a13d9e-ffe7-4c02-b851-52358406994e tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:45.305130 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c0a8f823-6adf-408f-99a1-6eca0d401cf9 req-96a13d9e-ffe7-4c02-b851-52358406994e tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3329937
Apr 15 19:37:45.439782 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c0a8f823-6adf-408f-99a1-6eca0d401cf9 req-d4cbfd43-f729-4e39-bd81-c3e7021d5caa tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316867
Apr 15 19:37:45.449647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-f1fcc0d8-72e5-472d-8a2f-b70cd812adce None None] Provisioning for port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:45.459225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-f1fcc0d8-72e5-472d-8a2f-b70cd812adce None None] Provisioning complete for port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:45.459847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc0d8-72e5-472d-8a2f-b70cd812adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:45.791168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 4297581c-bb2a-44fe-a4ce-f7830480e441 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:45.808405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-f1fcc0d8-72e5-472d-8a2f-b70cd812adce None None] Port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:37:45.810927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 4297581c-bb2a-44fe-a4ce-f7830480e441 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:45.814137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:45.987756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4c390-15dc-428a-9376-127280d4c82b req-ba4bef6e-ea04-47a5-8767-6ac454a58cb9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:46.006307 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a1d4c390-15dc-428a-9376-127280d4c82b req-ba4bef6e-ea04-47a5-8767-6ac454a58cb9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.3566170
Apr 15 19:37:46.105085 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:46.113694 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a1d4c390-15dc-428a-9376-127280d4c82b req-2241d058-3dd3-4efd-b35d-67ca0adc7ed8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051531
Apr 15 19:37:46.217750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44430) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:46.224639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247379225', 'description': 'tempest-secgroup-smoke-1247379225 description', 'project_id': 'ee85236559e849beb8f204ab73f5c9f1'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:46.249065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:46.267622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:46.283009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 4297581c-bb2a-44fe-a4ce-f7830480e441, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=4297581c-bb2a-44fe-a4ce-f7830480e441,segment=NetworkSegment(4cdff1a0-c010-481e-ad89-b9379c3f5fc9),segment_id=4cdff1a0-c010-481e-ad89-b9379c3f5fc9)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:46.290468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:46.317438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:46.319067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:46.323003 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device c05d2127-81d7-4213-886e-7a55cf03cf0d up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:46.391970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:46.425360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:46.468325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:46.485563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:46.499592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:46.514925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:46.591930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c099-bb1f-46fa-a641-63768a634877 req-6e5d55d9-d740-4906-94ad-5d1c7abd4bf8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:46.602854 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c19c099-bb1f-46fa-a641-63768a634877 req-6e5d55d9-d740-4906-94ad-5d1c7abd4bf8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2657588
Apr 15 19:37:46.780278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=4297581c-bb2a-44fe-a4ce-f7830480e441,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:46.806813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:46.823981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:46.870116 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c19c099-bb1f-46fa-a641-63768a634877 req-ab6e8058-2c3f-439b-8240-544bdd70b528 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2661746
Apr 15 19:37:46.877138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port c05d2127-81d7-4213-886e-7a55cf03cf0d triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:46.877743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:46.890408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:46.970041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b3736734-61f3-4a8e-a89e-fb91eee68f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:47.162789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482bfd72-c896-4e4f-b6d7-4a6c514af741,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:47.165186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:47.169885 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.9509618
Apr 15 19:37:47.173813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44442) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:47.176950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:47.180771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'security_group_rule': {'security_group_id': '482bfd72-c896-4e4f-b6d7-4a6c514af741', 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:47.203780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe04ae-76df-4a31-aeb2-ac8ef004dcad req-2c3ac2ef-d057-48fa-ba4f-b7582b5f2db4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:47.204236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:47.212617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:47.224514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:47.230988 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74fe04ae-76df-4a31-aeb2-ac8ef004dcad req-2c3ac2ef-d057-48fa-ba4f-b7582b5f2db4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3575585
Apr 15 19:37:47.252443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:47.398174 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74fe04ae-76df-4a31-aeb2-ac8ef004dcad req-6a93b4f9-6cd7-4f01-a873-43fc8e257a0b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502881
Apr 15 19:37:47.543699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:47.593218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:47.639388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4297581c-bb2a-44fe-a4ce-f7830480e441 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:47.797148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:47.825594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44456) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:47.833800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:47.846505 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43e4dc4d-74b1-45ad-a597-52e4c7676aa5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:47.916185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c1542d-444b-40a4-b828-2b375ca3282f,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:47.918851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 4297581c-bb2a-44fe-a4ce-f7830480e441 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:47.919386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:47.949654 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:48.021933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.023731 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8488965
Apr 15 19:37:48.026767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44464) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:48.032627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'security_group_rule': {'security_group_id': '482bfd72-c896-4e4f-b6d7-4a6c514af741', 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:48.053971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:48.070669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:48.083629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:48.098925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:48.166169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.196600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.221582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d5430ce4-6fe3-407e-8bb5-249fe4b2c176 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:48.227244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40a3a6-6ae4-43f1-9f3f-a3d99ad9819e req-cb7782bd-9c62-46f8-b947-c0083f49d3fc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:48.238393 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fd40a3a6-6ae4-43f1-9f3f-a3d99ad9819e req-cb7782bd-9c62-46f8-b947-c0083f49d3fc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1708724
Apr 15 19:37:48.254460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:48.269596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Usage tracker for resource:security_group_rule and tenant:010e7e20adc54c5f8b9f1d7227fdda24 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:48.275563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:48.293059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:48.372531 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fd40a3a6-6ae4-43f1-9f3f-a3d99ad9819e req-f4b9d9d4-e439-4e3d-917d-0500dc57fc1e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303210
Apr 15 19:37:48.423864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:48.432077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:48.432077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.492925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.534525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.643495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9d5c087a-d3cf-4b04-a4e5-6af05dc383f0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:48.715309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80630acb-8bc9-43ac-8a41-3194b607c9ca,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:48.723125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.724758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.732326 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7028878
Apr 15 19:37:48.733844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44474) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:48.741973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port d5430ce4-6fe3-407e-8bb5-249fe4b2c176, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:48.751944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:48.765636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'security_group_rule': {'security_group_id': '482bfd72-c896-4e4f-b6d7-4a6c514af741', 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:48.775853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.778082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:48.781996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:48.798712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:48.822828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:48.864929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0ce87-a6ff-4680-b40f-d4e1cd549490 req-441a53a9-19c6-4e17-916b-2d4dbf340712 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:48.865893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:48.886069 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4cb0ce87-a6ff-4680-b40f-d4e1cd549490 req-441a53a9-19c6-4e17-916b-2d4dbf340712 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.2338564
Apr 15 19:37:48.916104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.922455 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:48.926049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:48.979077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:48.991475 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4cb0ce87-a6ff-4680-b40f-d4e1cd549490 req-9d36ba2f-0a46-4152-9ec3-65e1e5becb66 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012852
Apr 15 19:37:49.042358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8b3f6c9f-275d-4868-ab75-834a2d82c839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:49.054466 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=010e7e20adc54c5f8b9f1d7227fdda24&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2248039
Apr 15 19:37:49.058743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44480) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:49.063855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.149457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29342283-4369-43f3-a6f0-37a527c5c2de,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:49.153048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c1025913-a24d-4c52-b53e-b1bd2d824890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:49.231849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.239004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.285075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.334938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.349983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-011a772b-5e26-4bc3-ba1f-ba182f5969f2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:49.367407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a213b-2d44-4ab4-a1f4-77e0e67f4961 req-23f9f896-f2ea-4202-b289-ed028e27209f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:49.373015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.376881 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ab2a213b-2d44-4ab4-a1f4-77e0e67f4961 req-23f9f896-f2ea-4202-b289-ed028e27209f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1548097
Apr 15 19:37:49.380524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec961dc-05e8-4d39-9064-cadcbe75a282,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:49.384934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:49.389645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f9c99f1f-8d6a-4b11-8945-402af5d6eec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:49.413241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.414554 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29342283-4369-43f3-a6f0-37a527c5c2de HTTP/1.1" status: 204  len: 168 time: 0.3528728
Apr 15 19:37:49.415584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29342283-4369-43f3-a6f0-37a527c5c2de,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:49.418100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:49.461351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.466152 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-5702939c-563e-4b80-9911-53279a3d3c3c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7126377
Apr 15 19:37:49.467284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44490) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:49.486368 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ab2a213b-2d44-4ab4-a1f4-77e0e67f4961 req-7c40d54c-9bf5-4f17-b525-9599fa0f5311 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077378
Apr 15 19:37:49.489976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'security_group_rule': {'security_group_id': '482bfd72-c896-4e4f-b6d7-4a6c514af741', 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:49.523220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d5430ce4-6fe3-407e-8bb5-249fe4b2c176 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:49.524707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:49.538487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:49.554530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:49.582202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:49.653086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.714457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:49.714894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.859253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.881626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda415f-837b-4a0d-8901-597c551a2201 req-ed4319d1-2d5c-40bf-924a-ae7aca2fd774 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:49.890334 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ffda415f-837b-4a0d-8901-597c551a2201 req-ed4319d1-2d5c-40bf-924a-ae7aca2fd774 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2225761
Apr 15 19:37:49.894189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:49.896668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:49.957327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52d16c3-1b3d-4aaf-9b69-4f4fc82a6ff1,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:49.961091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:49.996188 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ffda415f-837b-4a0d-8901-597c551a2201 req-1193cfc7-47e6-44a5-8625-48d7bddb16dd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043239
Apr 15 19:37:50.004528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.006188 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5376272
Apr 15 19:37:50.009155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44502) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:50.015904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'security_group_rule': {'security_group_id': '482bfd72-c896-4e4f-b6d7-4a6c514af741', 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:50.029539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:50.040937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:50.050263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:50.068813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:50.142309 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.securitygroups_db [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Project ee85236559e849beb8f204ab73f5c9f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:37:50.155162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.377627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.410649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.413133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:50.427149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a094f-5bd5-429c-8e94-e597e13682db req-8bfcc6b2-f2d3-4dbc-9368-cffd32f7ae56 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:50.428857 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-831a094f-5bd5-429c-8e94-e597e13682db req-8bfcc6b2-f2d3-4dbc-9368-cffd32f7ae56 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1553206
Apr 15 19:37:50.443393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Sync routers for ids ['29049453-6c5c-478e-b19b-12684ac6ef19'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:37:50.465694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Routers {'29049453-6c5c-478e-b19b-12684ac6ef19'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:50.466410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9f9c88>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29049453-6c5c-478e-b19b-12684ac6ef19'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:50.505728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28770c1-6f16-4050-9216-2468f42145eb,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:50.511220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:50.526394 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.528183 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5175486
Apr 15 19:37:50.530960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44514) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:50.537486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'security_group_rule': {'security_group_id': '482bfd72-c896-4e4f-b6d7-4a6c514af741', 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:50.554803 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-831a094f-5bd5-429c-8e94-e597e13682db req-7fe632d8-9b09-4f3d-923a-36178f97dff4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095915
Apr 15 19:37:50.563560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:50.572224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:security_group_rule and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:50.575683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:50.586863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:50.660147 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.securitygroups_db [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Project ee85236559e849beb8f204ab73f5c9f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:37:50.670490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.831297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.873091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.875339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-915cecce-2a19-476b-96b2-af105860743f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:50.915858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e88efa-86df-4bcb-b415-c81bc7c7cf7c,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:50.933097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:50.951958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Set router 29049453-6c5c-478e-b19b-12684ac6ef19 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:50.988014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:50.992491 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b436045e-e335-4061-b19d-cfdc16da7154 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4565625
Apr 15 19:37:51.247571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44534) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:51.332177 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9f596-6d82-46e3-ba61-4c1e8c6e0b31 req-196e55ca-787d-47a9-9998-966d8ebd33e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:51.333878 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39f9f596-6d82-46e3-ba61-4c1e8c6e0b31 req-196e55ca-787d-47a9-9998-966d8ebd33e2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1235485
Apr 15 19:37:51.425394 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39f9f596-6d82-46e3-ba61-4c1e8c6e0b31 req-3dc990d7-d91d-48aa-9c53-7e77c9e15fc7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578792
Apr 15 19:37:51.476361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-474637004-network', 'tenant_id': '0ff6ad27f0ec4d77b90a7eb24a28191a'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:51.502588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:51.532445 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Usage tracker for resource:network and tenant:0ff6ad27f0ec4d77b90a7eb24a28191a is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:51.560681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:51.582926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:51.780981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9f9c88>, [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 4, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port': {'id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '7fe2ae21-88f3-4adc-9aa9-bd08e749bc35', 'name': '', 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'mac_address': 'fa:16:3e:52:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7426e919-c892-4beb-870b-112dec06090d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:39Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 2, 'project_id': '653a0a51673947558e7009787db3aa00', 'subnets': [{'id': '7426e919-c892-4beb-870b-112dec06090d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:51.780981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Checking router: 29049453-6c5c-478e-b19b-12684ac6ef19 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:37:51.780981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Updating router 29049453-6c5c-478e-b19b-12684ac6ef19 port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:37:51.832412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac3490-1406-400b-85a6-9c0f776cb40e req-a4e99000-b4ab-49f0-bea0-5dcdbf200074 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:51.840115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:51.840361 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-29ac3490-1406-400b-85a6-9c0f776cb40e req-a4e99000-b4ab-49f0-bea0-5dcdbf200074 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1070361
Apr 15 19:37:51.898008 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-29ac3490-1406-400b-85a6-9c0f776cb40e req-1c4cf1cf-7392-4f1a-b8c1-2627ee59f542 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566444
Apr 15 19:37:52.018846 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:37:52.456351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:52.477708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'port_id': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'mac_address': 'fa:16:3e:36:97:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:37:52.501961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Made reservation on behalf of 0ff6ad27f0ec4d77b90a7eb24a28191a for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:52.507344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.541914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.542648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.567721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:52.573029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Usage tracker for resource:security_group_rule and tenant:0ff6ad27f0ec4d77b90a7eb24a28191a is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:52.573473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54fd0630-5333-44b4-b6ea-d1afae5c149f {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:37:52.576143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:52.583101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:52.655736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:52.694252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.698743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.699607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefecfd-02ae-41b1-ba8b-9adb32ed5cd5 req-18aa2598-58cf-49d8-aade-92d2a922fe99 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:52.709403 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4eefecfd-02ae-41b1-ba8b-9adb32ed5cd5 req-18aa2598-58cf-49d8-aade-92d2a922fe99 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1280377
Apr 15 19:37:52.714340 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-33add9f8-4a93-455b-b0c3-e967c85ebbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:52.745184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.780536 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4eefecfd-02ae-41b1-ba8b-9adb32ed5cd5 req-be06d6b7-17f6-48ab-9a6f-23f93b40dee5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700641
Apr 15 19:37:52.784648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Transition to ACTIVE for port object 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:37:52.811561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.824611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c13d5893-9d83-420f-a53e-02c1a3760501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:52.825992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=6']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:52.838288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:52.862838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.877279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:37:52.888197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:52.888772 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Added segment 7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b of type vlan for network f8bb07ad-0608-4248-a3e7-c527e10129d9
Apr 15 19:37:52.910850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce00ae1-0d60-493e-a89f-63f15bf74098,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:52.942201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:52.956708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:52.966251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:53.066078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321c31a-8a01-4d33-80e6-d8dc0a684c0c None None] Pushing event updated for resources: {'Port': ['ID=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:53.112554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e321c31a-8a01-4d33-80e6-d8dc0a684c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:53.170030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f5b23-217f-4826-b724-0dff516d59c9 req-3b005af2-6bc3-4152-8b54-5460eae281ff tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:53.171949 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d0f5b23-217f-4826-b724-0dff516d59c9 req-3b005af2-6bc3-4152-8b54-5460eae281ff tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1294734
Apr 15 19:37:53.225502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:53.226975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:53.227658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:53.233736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:53.255401 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d0f5b23-217f-4826-b724-0dff516d59c9 req-17a50b44-cfc8-4427-bcf8-87ab33d5ac88 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627365
Apr 15 19:37:53.404773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['54fd0630-5333-44b4-b6ea-d1afae5c149f'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:37:53.483269 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.2341273
Apr 15 19:37:53.486434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 44562) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:37:53.494599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Request body: {'subnet': {'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-474637004-subnet', 'tenant_id': '0ff6ad27f0ec4d77b90a7eb24a28191a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:37:53.505783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:37:53.521933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Pushing event updated for resources: {'Network': ['ID=f8bb07ad-0608-4248-a3e7-c527e10129d9,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:53.530099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Usage tracker for resource:subnet and tenant:0ff6ad27f0ec4d77b90a7eb24a28191a is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:37:53.532712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:53.547243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:37:53.560590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:37:53.579416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:37:53.616927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Made reservation on behalf of 0ff6ad27f0ec4d77b90a7eb24a28191a for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:37:53.639883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848276867'] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:53.700979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Attempting to bind port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:37:53.701734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Attempting to bind port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:37:53.702317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Attempting to bind port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 on network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:37:53.726635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:37:53.727520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Checking segment: {'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:53.728150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:53.728867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Bound using segment: {'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:37:53.729599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Bound port: 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8733ac-a911-41b0-8e71-c3342eb889ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:37:53.730209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:54.140095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] For port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:37:54.152301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] For port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,segment=NetworkSegment(2d8733ac-a911-41b0-8e71-c3342eb889ca),segment_id=2d8733ac-a911-41b0-8e71-c3342eb889ca)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:37:54.187133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:54.440666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05c91f-f82e-46a3-8d49-411aa418708e req-4fb6c629-7d0e-4fa5-adc5-530f10976d6e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:54.442408 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a05c91f-f82e-46a3-8d49-411aa418708e req-4fb6c629-7d0e-4fa5-adc5-530f10976d6e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.2877913
Apr 15 19:37:54.501673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e321c31a-8a01-4d33-80e6-d8dc0a684c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:54.706955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321c31a-8a01-4d33-80e6-d8dc0a684c0c None None] Pushing event updated for resources: {'Port': ['ID=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:54.731563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e321c31a-8a01-4d33-80e6-d8dc0a684c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:54.772097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Routers {'29049453-6c5c-478e-b19b-12684ac6ef19'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:37:54.772938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9f9c88>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:37:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29049453-6c5c-478e-b19b-12684ac6ef19'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:54.926940 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a05c91f-f82e-46a3-8d49-411aa418708e req-3872bb89-e982-48e4-8311-4ef27ae0d85c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4372830
Apr 15 19:37:55.113791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] Set router 29049453-6c5c-478e-b19b-12684ac6ef19 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:37:55.223266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848344265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848276914'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:55.240306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c785-5180-4fae-b872-032f110da006 req-e9b629f7-1df9-472b-84cf-58a46602bd66 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:55.254898 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-47b2c785-5180-4fae-b872-032f110da006 req-e9b629f7-1df9-472b-84cf-58a46602bd66 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.7120893
Apr 15 19:37:55.318797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:55.479779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:55.551539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50559174-779f-4dfb-ba5d-8c099991ca47,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:55.558982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:55.598193 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-47b2c785-5180-4fae-b872-032f110da006 req-e59eeb32-50f0-471d-8761-1d6ee4aade40 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3410032
Apr 15 19:37:55.650060 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Checking segment: {'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:37:55.650516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Network hostable DHCP agents. Network: f8bb07ad-0608-4248-a3e7-c527e10129d9, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:37:55.676311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:37:55.701804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:37:55.741693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, f8bb07ad-0608-4248-a3e7-c527e10129d9) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:37:55.793477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:55.794168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:55.887542 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.3901918
Apr 15 19:37:55.896883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb0339-e73e-42ca-8e6a-640c9bd94944 None None] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:56.408570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f96d9-f662-4403-99ad-a98210b31d4d req-c88de9f1-7cd0-49f0-af70-56b8501c6a0f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:56.423487 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-600f96d9-f662-4403-99ad-a98210b31d4d req-c88de9f1-7cd0-49f0-af70-56b8501c6a0f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.2466047
Apr 15 19:37:56.524955 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-600f96d9-f662-4403-99ad-a98210b31d4d req-d9ea06ad-4b11-4508-89f3-30ada40563a1 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003389
Apr 15 19:37:56.673916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d341d-e763-4619-85b4-c555a0d4b83e None None] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:37:56.893782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 54fd0630-5333-44b4-b6ea-d1afae5c149f triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:56.894492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:56.974140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:37:57.010932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d839e73-3196-42ac-bd49-7ca56cac2e2a req-2ece3a29-0dc3-425d-b1e5-13d1b87099c4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:57.014228 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d839e73-3196-42ac-bd49-7ca56cac2e2a req-2ece3a29-0dc3-425d-b1e5-13d1b87099c4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1689694
Apr 15 19:37:57.074046 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d839e73-3196-42ac-bd49-7ca56cac2e2a req-e56223f3-3994-4afd-99ce-0aa9885f9cf0 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543447
Apr 15 19:37:57.147081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9f9c88>, [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 4, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port': {'id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '7fe2ae21-88f3-4adc-9aa9-bd08e749bc35', 'name': '', 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'mac_address': 'fa:16:3e:52:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7426e919-c892-4beb-870b-112dec06090d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:39Z', 'updated_at': '2021-04-15T19:37:54Z', 'revision_number': 4, 'project_id': '653a0a51673947558e7009787db3aa00', 'subnets': [{'id': '7426e919-c892-4beb-870b-112dec06090d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:37:57.206482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:37:57.206911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:57.277921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:57.296158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840ff84-ad60-4d81-8e17-97b235098e1f None None] The sync data for ids ['29049453-6c5c-478e-b19b-12684ac6ef19'] in dv-cinder-776307-4-iscsi is: [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:37:41Z', 'revision_number': 4, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port': {'id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '7fe2ae21-88f3-4adc-9aa9-bd08e749bc35', 'name': '', 'network_id': '8643ad9f-23f5-42fc-8479-bb3ea6dd1370', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'mac_address': 'fa:16:3e:52:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7426e919-c892-4beb-870b-112dec06090d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:39Z', 'updated_at': '2021-04-15T19:37:54Z', 'revision_number': 4, 'project_id': '653a0a51673947558e7009787db3aa00', 'subnets': [{'id': '7426e919-c892-4beb-870b-112dec06090d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:37:57.452521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:57.543681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:57.562935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:37:57.739087 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'code': 200}
Apr 15 19:37:57.744278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:57.753001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:57.856194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=7']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:57.859825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:57.882843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,segment=NetworkSegment(2d8733ac-a911-41b0-8e71-c3342eb889ca),segment_id=2d8733ac-a911-41b0-8e71-c3342eb889ca)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:37:57.930500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:37:57.932503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8f8afa5f-5b3e-4387-81bc-d93d7bb50de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:37:58.196059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:37:58.198085 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230519bd-aa0f-4491-8f89-2108cc171f9f req-fb543a72-bf89-44a9-9626-8f8f23a97166 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:58.199793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-230519bd-aa0f-4491-8f89-2108cc171f9f req-fb543a72-bf89-44a9-9626-8f8f23a97166 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2267389
Apr 15 19:37:58.211736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:37:58.298474 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-230519bd-aa0f-4491-8f89-2108cc171f9f req-72aa3501-0c61-46e2-ae02-41a29b30a862 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906017
Apr 15 19:37:58.403047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ff393-f1a7-46ff-b418-52c6ea03ee29 req-6d429eaf-53c7-42e3-969d-ed25845ac3b5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:58.404664 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4c4ff393-f1a7-46ff-b418-52c6ea03ee29 req-6d429eaf-53c7-42e3-969d-ed25845ac3b5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1238339
Apr 15 19:37:58.468934 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4c4ff393-f1a7-46ff-b418-52c6ea03ee29 req-20995a26-8b3a-452d-a114-cc54b5991375 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576682
Apr 15 19:37:59.587692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614037d6-ce61-4b57-96a1-4bd615e48121 req-3d7de52f-913b-4225-9011-1742acef0a54 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:59.607147 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-614037d6-ce61-4b57-96a1-4bd615e48121 req-3d7de52f-913b-4225-9011-1742acef0a54 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1622930
Apr 15 19:37:59.702870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-614037d6-ce61-4b57-96a1-4bd615e48121 req-8fb906c1-2e0e-4892-84bc-0be59e80098c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946186
Apr 15 19:37:59.986565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c8e49-818a-4a53-9969-297244e6c2cf req-7b9da14b-f351-4ba0-b8be-cffa922f18e2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:37:59.988439 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1e6c8e49-818a-4a53-9969-297244e6c2cf req-7b9da14b-f351-4ba0-b8be-cffa922f18e2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1560342
Apr 15 19:38:00.052801 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1e6c8e49-818a-4a53-9969-297244e6c2cf req-232ec6f9-8eb2-41d0-9739-fd16c9d40383 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573037
Apr 15 19:38:00.122571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:38:00.264087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:38:00.264838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:01.195858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-cc0cc8c4-83bc-4833-910d-726160b41834 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:01.198483 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-cc0cc8c4-83bc-4833-910d-726160b41834 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/networks?id=f8bb07ad-0608-4248-a3e7-c527e10129d9 HTTP/1.1" status: 200  len: 813 time: 0.2610512
Apr 15 19:38:01.231175 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-8e55ccf2-3ccd-45c9-ab6a-3401f19cf631 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/quotas/0ff6ad27f0ec4d77b90a7eb24a28191a HTTP/1.1" status: 200  len: 375 time: 0.0237336
Apr 15 19:38:01.290030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44708) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:01.549505 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:01.571435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:38:01.576821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Usage tracker for resource:security_group_rule and tenant:83573b7166c2405bbda44e091da7e09e is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:38:01.581929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:38:01.588821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:38:01.739438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:01.762732 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-83d0ffa0-28d1-4999-b5be-353daec9efb4 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5232425
Apr 15 19:38:01.774498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:01.789559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4f79cf82-8ffb-46a1-9616-998e20d9cb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:01.856633 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83573b7166c2405bbda44e091da7e09e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5651274
Apr 15 19:38:01.859432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 44738) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:01.864709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95921a7-a0c5-4097-9261-9e22c3b54a65,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:01.873583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.874184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.874752 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.875329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.875927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.876479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.877025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.877618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.878181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.878730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.879276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.879815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:01.905432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:01.975181 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-ccc61d77-5f3b-4ee6-ad25-4545f0f2f2d3 service neutron] 10.222.0.25 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115023
Apr 15 19:38:01.976012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:02.005985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:02.090678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:02.096090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-121e199f-24ab-4d7a-a686-ee547d2c7255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:02.102782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1156-a620-4e03-8501-e2f5978688ee req-0896f7f0-8bb1-4fbf-ad51-ae353da32704 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:02.104532 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a7f1156-a620-4e03-8501-e2f5978688ee req-0896f7f0-8bb1-4fbf-ad51-ae353da32704 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.8077102
Apr 15 19:38:02.115474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95921a7-a0c5-4097-9261-9e22c3b54a65,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:02.119814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:02.124878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:02.126494 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c95921a7-a0c5-4097-9261-9e22c3b54a65 HTTP/1.1" status: 204  len: 168 time: 0.2651742
Apr 15 19:38:02.197762 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-a12025f1-ef77-4e0e-b301-47933fa5d0e8 service neutron] 10.222.0.25 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2028461
Apr 15 19:38:02.232786 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8a7f1156-a620-4e03-8501-e2f5978688ee req-595d3022-1b16-4d76-9fbb-1a7559649568 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153626
Apr 15 19:38:02.702164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13d0e-a7ca-4dfa-8383-73f1dea6129e req-ba1e4954-b566-4ee1-96cb-e374667f8008 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:02.704369 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be13d0e-a7ca-4dfa-8383-73f1dea6129e req-ba1e4954-b566-4ee1-96cb-e374667f8008 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1779494
Apr 15 19:38:02.789748 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be13d0e-a7ca-4dfa-8383-73f1dea6129e req-7c3db340-86e5-45b6-b6f3-05c29e16e7c9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780184
Apr 15 19:38:04.639890 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-989cf887-c020-4b4a-b500-c23747701935 req-8368977f-171f-4675-9825-59e9ac1a58ec tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 210 time: 0.1690416
Apr 15 19:38:04.653962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-c0e04af2-3e9e-4a2f-b19e-1da6e353b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:04.658936 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-c0e04af2-3e9e-4a2f-b19e-1da6e353b471 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.2814145
Apr 15 19:38:04.970013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-ecee84a9-dde3-44ec-81a9-327dd67b6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:04.973429 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-ecee84a9-dde3-44ec-81a9-327dd67b6c19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 919 time: 0.3055525
Apr 15 19:38:05.096022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccd690-b814-4472-91d0-2b215f98498b req-ff191f80-a0f8-4f7a-9947-ba955589cec1 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:05.111729 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ecccd690-b814-4472-91d0-2b215f98498b req-ff191f80-a0f8-4f7a-9947-ba955589cec1 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2034018
Apr 15 19:38:05.121688 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-86bc52b5-0154-4d67-83aa-119fe8df0ff0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 200  len: 217 time: 0.1413314
Apr 15 19:38:05.222847 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ecccd690-b814-4472-91d0-2b215f98498b req-0c65c6c1-b16f-4b34-8360-4f50d2243062 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096931
Apr 15 19:38:05.228990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-4cd01b59-da49-4708-8bb2-c76c65a1f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:05.231282 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-4cd01b59-da49-4708-8bb2-c76c65a1f048 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.1017792
Apr 15 19:38:05.321437 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-524b3b2f-517f-44f0-8683-ecd402b75db8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0789056
Apr 15 19:38:05.443586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7a7b07f6-975d-41e0-95be-17d12dace41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:05.498317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff91c-a9a9-45d8-a2b9-8527225806d8 req-c0c902c2-8913-45c6-bb95-60c2f616480d tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:05.507666 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-accff91c-a9a9-45d8-a2b9-8527225806d8 req-c0c902c2-8913-45c6-bb95-60c2f616480d tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1320214
Apr 15 19:38:05.573294 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-accff91c-a9a9-45d8-a2b9-8527225806d8 req-01119c19-f4ab-4beb-bcc1-c85d7449b42d tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631533
Apr 15 19:38:05.853503 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-1138ddb2-432d-4149-a289-18981cbf6c52 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5214648
Apr 15 19:38:06.435586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe27a-a56d-4528-9ea5-b9d22192c971 req-4f51569e-caf8-485d-a810-b6327e8b18e4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:06.437548 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-91dfe27a-a56d-4528-9ea5-b9d22192c971 req-4f51569e-caf8-485d-a810-b6327e8b18e4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2295802
Apr 15 19:38:06.575011 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-91dfe27a-a56d-4528-9ea5-b9d22192c971 req-c2232501-df8f-4325-b75d-27e250339fe0 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113908
Apr 15 19:38:07.030821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-421e5e96-7c50-4dba-b98f-9312a808f940 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:07.032615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-421e5e96-7c50-4dba-b98f-9312a808f940 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Synchronizing usage tracker for tenant:0ff6ad27f0ec4d77b90a7eb24a28191a on resource:network {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:38:07.076911 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d438c13a-43f8-44c9-b883-a7d78e9f5407 req-2b9c46ad-43ea-4b9a-a134-b4ec4cc76161 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2151778
Apr 15 19:38:07.508831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-421e5e96-7c50-4dba-b98f-9312a808f940 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Unset dirty status for tenant:0ff6ad27f0ec4d77b90a7eb24a28191a on resource:network {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:38:07.510277 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-421e5e96-7c50-4dba-b98f-9312a808f940 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "GET /v2.0/networks?id=f8bb07ad-0608-4248-a3e7-c527e10129d9 HTTP/1.1" status: 200  len: 813 time: 1.4286888
Apr 15 19:38:07.525918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Request body: {'port': {'device_id': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9', 'admin_state_up': True, 'tenant_id': '0ff6ad27f0ec4d77b90a7eb24a28191a'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:07.632685 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-798f6c29-98f9-4a91-8e1c-0205d7c3f7c1 req-7f582ed8-ec6b-4dbe-a88c-c6f536b025cc tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 210 time: 0.0751991
Apr 15 19:38:07.637820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2a455174-fe92-433a-b280-caf6303a30f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:07.775096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:38:07.785198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Usage tracker for resource:port and tenant:0ff6ad27f0ec4d77b90a7eb24a28191a is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:38:07.794784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:38:07.804427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:38:07.897308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df035-b9a7-408e-90d6-ac83cdd85f2d req-0e2357b9-2077-42fb-99d2-d59a5c76f4e3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:07.899114 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c96df035-b9a7-408e-90d6-ac83cdd85f2d req-0e2357b9-2077-42fb-99d2-d59a5c76f4e3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1279998
Apr 15 19:38:07.901463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Made reservation on behalf of 0ff6ad27f0ec4d77b90a7eb24a28191a for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:38:07.909581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:07.977248 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c96df035-b9a7-408e-90d6-ac83cdd85f2d req-49150b47-96f0-41e4-a0b9-309a8f3fead9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602198
Apr 15 19:38:08.048567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:08.230949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-a2c461d1-0069-4962-87ef-aaaf8ea8a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:08.232908 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-a2c461d1-0069-4962-87ef-aaaf8ea8a7d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1098 time: 0.3904586
Apr 15 19:38:08.299624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Allocated IP 172.20.0.3 (f8bb07ad-0608-4248-a3e7-c527e10129d9/50559174-779f-4dfb-ba5d-8c099991ca47/d17a5128-d900-4a8b-a3b7-f6e76a0fb631) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:38:08.530930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:08.536332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-3d90a86c-802f-4fb9-88fc-1743c60230e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:08.537984 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-3d90a86c-802f-4fb9-88fc-1743c60230e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.2953897
Apr 15 19:38:08.759860 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-05a38068-be48-465a-8a15-e3107d31a9e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 1001 time: 0.1672668
Apr 15 19:38:08.864060 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:08.875234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-4130b1ba-5357-4363-8ac7-656920a41aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:08.876922 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-4130b1ba-5357-4363-8ac7-656920a41aef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.1015804
Apr 15 19:38:09.023719 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-ade02ec1-d133-4525-947c-6541acbc4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:09.026690 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-ade02ec1-d133-4525-947c-6541acbc4645 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1404040
Apr 15 19:38:09.108388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:09.134260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:09.428386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Pushing event updated for resources: {'Port': ['ID=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:09.448246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:09.527566 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-e94d2d54-3038-490b-9477-069b198fd422 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4889784
Apr 15 19:38:09.717224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:38:09.786876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:38:09.789490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:38:09.796189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:09.796631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:09.818217 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd2f471-ab6a-4156-84d6-f000684e66a2 req-653ebad8-76bb-41b5-ab4f-c246fa2e12f7 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2816772
Apr 15 19:38:09.863237 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3435380
Apr 15 19:38:09.876244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Request body: {'port': {'device_id': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:09.925213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:10.192110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:11.106964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17a5128-d900-4a8b-a3b7-f6e76a0fb631 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:38:11.123461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:11.145535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Transition to ACTIVE for port object d17a5128-d900-4a8b-a3b7-f6e76a0fb631 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:38:11.683289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:11.701175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:11.843972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Pushing event updated for resources: {'Port': ['ID=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:11.854188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:12.168975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Attempting to bind port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:38:12.169357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Attempting to bind port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:38:12.169754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Attempting to bind port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 on network f8bb07ad-0608-4248-a3e7-c527e10129d9 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:12.178180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 on network f8bb07ad-0608-4248-a3e7-c527e10129d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:38:12.178597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Attempting to bind port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 on network f8bb07ad-0608-4248-a3e7-c527e10129d9 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:12.185235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:38:12.185733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Checking segment: {'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:38:12.186100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Bound using segment: {'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:38:12.186615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Bound port: d17a5128-d900-4a8b-a3b7-f6e76a0fb631, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:38:12.187144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:12.354988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] For port d17a5128-d900-4a8b-a3b7-f6e76a0fb631, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:38:12.358746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] For port d17a5128-d900-4a8b-a3b7-f6e76a0fb631, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:38:12.423466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:12.452756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-afc79b8b-8966-497c-962f-8c753cdeae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:12.697567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Pushing event updated for resources: {'Port': ['ID=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:12.719906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:12.777740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:12.778551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:12.779913 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] 10.222.0.42 "PUT /v2.0/ports/d17a5128-d900-4a8b-a3b7-f6e76a0fb631 HTTP/1.1" status: 200  len: 1093 time: 2.9091778
Apr 15 19:38:12.780448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'tag': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:13.022735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-54f34b8e-44b6-4298-8f5c-7fbd22b99dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:13.024477 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-54f34b8e-44b6-4298-8f5c-7fbd22b99dee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 1096 time: 0.0960801
Apr 15 19:38:13.118335 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-ec59a251-6ce2-41c8-a85f-405c96553dde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17a5128-d900-4a8b-a3b7-f6e76a0fb631 HTTP/1.1" status: 200  len: 217 time: 0.0846503
Apr 15 19:38:13.193028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-4b3cbb17-656b-481d-8e85-d34e708b2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:13.194637 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-4b3cbb17-656b-481d-8e85-d34e708b2c0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50559174-779f-4dfb-ba5d-8c099991ca47 HTTP/1.1" status: 200  len: 853 time: 0.0692506
Apr 15 19:38:13.250055 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-41035a5d-b8de-4303-8169-7f574ba2ca74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8bb07ad-0608-4248-a3e7-c527e10129d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484419
Apr 15 19:38:13.406127 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-f439436f-a36d-49a4-adcb-cfb0c4261e31 service neutron] 10.222.0.42 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486368
Apr 15 19:38:13.831979 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ad5e1d3-d184-48f8-aee7-3db010267886 req-467c2fa8-55ae-410a-90d1-b30277914c3e service neutron] 10.222.0.42 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4191613
Apr 15 19:38:14.172957 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-6969dc35-2ef1-4f8d-b09a-4f33348b10f7 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2abec4189c9142c8b6d2c56f5ba17e95&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0800037
Apr 15 19:38:14.206514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-e768d3e4-c051-4456-bd47-da2e25c0a741 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:14.207273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-e768d3e4-c051-4456-bd47-da2e25c0a741 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Synchronizing usage tracker for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:38:14.341254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-e768d3e4-c051-4456-bd47-da2e25c0a741 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Unset dirty status for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:38:14.342714 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-e768d3e4-c051-4456-bd47-da2e25c0a741 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/networks?id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 200  len: 815 time: 0.3845828
Apr 15 19:38:14.378163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4e18423c-0414-4483-b9bb-0fd87535f4e8 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:14.379854 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4e18423c-0414-4483-b9bb-0fd87535f4e8 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2061534
Apr 15 19:38:14.381261 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-47b659cd-7c96-4da0-a8a6-64e055558ef0 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/quotas/be2720d3cba442519c2d0a0baf7c174b HTTP/1.1" status: 200  len: 375 time: 0.0259399
Apr 15 19:38:14.435956 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-fed21d44-ff14-4d18-9891-551f943a05ed tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/quotas/2abec4189c9142c8b6d2c56f5ba17e95 HTTP/1.1" status: 200  len: 375 time: 0.0472808
Apr 15 19:38:14.540695 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-3b08f5f0-2cb9-4cdf-949f-c4f775646134 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2abec4189c9142c8b6d2c56f5ba17e95&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0912585
Apr 15 19:38:14.604221 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-e8ae84d2-2ae4-471d-8cc8-cdb496bc2efb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2070706
Apr 15 19:38:14.815042 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-2b1b23c8-7420-4d8e-b007-290934d2232d service neutron] 10.222.0.25 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610539
Apr 15 19:38:15.067158 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-d291ad60-c054-453f-a36d-4effef48c9e9 service neutron] 10.222.0.25 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430652
Apr 15 19:38:15.248478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:38:15.748435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-3cafde6a-50cc-4a7a-9e97-ee51b120ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:15.752974 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-3cafde6a-50cc-4a7a-9e97-ee51b120ac9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.1249797
Apr 15 19:38:16.044820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-e213e79c-bdd7-411e-9a89-db163baa77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:16.046914 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-e213e79c-bdd7-411e-9a89-db163baa77bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 919 time: 0.2697008
Apr 15 19:38:16.109418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e3a0d-a7ad-4739-b789-3c3237d54281 req-9d9f4a64-7b59-4b74-b1c3-0b9c98825e75 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:16.111266 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-750e3a0d-a7ad-4739-b789-3c3237d54281 req-9d9f4a64-7b59-4b74-b1c3-0b9c98825e75 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1329248
Apr 15 19:38:16.123235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a667ec-aad8-47f5-8741-2cd40a449121 req-86d35971-2099-4df9-a798-620e21d7720b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:16.136417 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77a667ec-aad8-47f5-8741-2cd40a449121 req-86d35971-2099-4df9-a798-620e21d7720b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.2348454
Apr 15 19:38:16.180853 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-ec78e063-0cb0-4d46-b4fd-ef16be82e53b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 200  len: 217 time: 0.1267111
Apr 15 19:38:16.231473 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77a667ec-aad8-47f5-8741-2cd40a449121 req-b04a0aff-fa30-41f4-83e0-dfc2d2158618 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939057
Apr 15 19:38:16.304145 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-750e3a0d-a7ad-4739-b789-3c3237d54281 req-b9a0e890-43ce-4758-b981-3e630f7d743c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420455
Apr 15 19:38:16.324077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-c85d5924-2d3a-47b3-89eb-8cf9fe14a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:16.325677 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-c85d5924-2d3a-47b3-89eb-8cf9fe14a336 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.1378376
Apr 15 19:38:16.405619 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-9581c3bf-3c5c-4e88-9eb6-494d8cf7b42e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683651
Apr 15 19:38:16.548224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449d04c-cafa-449f-b13b-0e7dece7e657 req-41de88d3-b743-4cae-a155-869b6241b647 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:16.549992 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9449d04c-cafa-449f-b13b-0e7dece7e657 req-41de88d3-b743-4cae-a155-869b6241b647 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 943 time: 0.1523240
Apr 15 19:38:16.622088 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9449d04c-cafa-449f-b13b-0e7dece7e657 req-d5b0c15b-a606-4392-ad46-630295360d6c tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646474
Apr 15 19:38:16.648821 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-aed18028-70fe-4179-90be-bb886f0187a4 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325580
Apr 15 19:38:16.706271 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'tag': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631', 'status': 'completed', 'code': 200}
Apr 15 19:38:16.821926 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e283257c-c524-4fe0-ab81-a777a364a993 req-b4a8bb18-8f12-4c25-a12f-9105d861533b tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.0807374
Apr 15 19:38:16.896896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a248d-1ef4-4c40-a3e4-a6748f285ca4 req-13febf2c-1724-4b0d-9a09-3bf62ab444cf tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:16.901816 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ed5a248d-1ef4-4c40-a3e4-a6748f285ca4 req-13febf2c-1724-4b0d-9a09-3bf62ab444cf tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.2650146
Apr 15 19:38:16.925555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922a63-681e-4329-9a8f-c122b5f0151a req-54920dee-b6cd-435d-bd7a-495f47065417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:16.930670 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79922a63-681e-4329-9a8f-c122b5f0151a req-54920dee-b6cd-435d-bd7a-495f47065417 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 1096 time: 0.1541436
Apr 15 19:38:16.930670 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad1c31e-6070-49ef-9519-ed8cce077eed req-04ea696e-7137-42ed-a7b0-f7e5826b7192 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2682319
Apr 15 19:38:16.977431 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-80a92faf-99e1-4771-aa6c-7b4288c672e1 req-1efeb89b-3bf1-4f8b-85c0-1ebb910d2543 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 210 time: 0.0768201
Apr 15 19:38:17.064085 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ed5a248d-1ef4-4c40-a3e4-a6748f285ca4 req-4481b87a-a2bb-4d5f-b90a-9ca11b27e35b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855973
Apr 15 19:38:17.137169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922a63-681e-4329-9a8f-c122b5f0151a req-b7aa682e-093c-477b-b99b-7770dc96e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:17.138792 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79922a63-681e-4329-9a8f-c122b5f0151a req-b7aa682e-093c-477b-b99b-7770dc96e2af service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8bb07ad-0608-4248-a3e7-c527e10129d9 HTTP/1.1" status: 200  len: 914 time: 0.2009563
Apr 15 19:38:17.225923 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79922a63-681e-4329-9a8f-c122b5f0151a req-01f997c5-d941-4c92-9011-5541401593cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d17a5128-d900-4a8b-a3b7-f6e76a0fb631 HTTP/1.1" status: 200  len: 217 time: 0.0797384
Apr 15 19:38:17.278223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device d17a5128-d900-4a8b-a3b7-f6e76a0fb631 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:38:17.298455 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922a63-681e-4329-9a8f-c122b5f0151a req-15bb8356-9f06-44d4-8e25-776aa3208e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:17.300114 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79922a63-681e-4329-9a8f-c122b5f0151a req-15bb8356-9f06-44d4-8e25-776aa3208e8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50559174-779f-4dfb-ba5d-8c099991ca47 HTTP/1.1" status: 200  len: 853 time: 0.0677564
Apr 15 19:38:17.370721 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79922a63-681e-4329-9a8f-c122b5f0151a req-1fb14802-a488-4834-b043-5a4814403d01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8bb07ad-0608-4248-a3e7-c527e10129d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624883
Apr 15 19:38:17.456999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port d17a5128-d900-4a8b-a3b7-f6e76a0fb631, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:17.472902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631', 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9', 'port_id': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631', 'mac_address': 'fa:16:3e:f0:d4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50559174-779f-4dfb-ba5d-8c099991ca47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:38:17.566906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a3069-a95a-4420-90cb-5e9b1b1ff541 req-deac492a-99fe-479d-b8f9-092aceee2288 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:17.569220 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cf6a3069-a95a-4420-90cb-5e9b1b1ff541 req-deac492a-99fe-479d-b8f9-092aceee2288 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1115518
Apr 15 19:38:17.577328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:17.592573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:17.631610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17a5128-d900-4a8b-a3b7-f6e76a0fb631 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:38:17.648786 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79922a63-681e-4329-9a8f-c122b5f0151a req-2be1e6d0-e7df-472e-8c86-68007fad8452 service neutron] 10.222.0.42 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2698867
Apr 15 19:38:17.681799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port d17a5128-d900-4a8b-a3b7-f6e76a0fb631, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:17.710227 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cf6a3069-a95a-4420-90cb-5e9b1b1ff541 req-3d733611-39dc-4553-ad35-a981a4502007 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158242
Apr 15 19:38:17.714503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:17.717204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:17.869091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:17.888255 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79922a63-681e-4329-9a8f-c122b5f0151a req-acb65060-0e23-4b3d-9122-39819c9b0c1b service neutron] 10.222.0.42 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2266514
Apr 15 19:38:17.888371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.888371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.888371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.888371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.888371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.888371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.888921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.889030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.889393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.889928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.891340 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.891731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:17.897712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:17.922578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95595f-466d-4041-b9b1-5b54462f8803 req-21a63840-7aac-4000-af35-9d703c13f4a7 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:17.924196 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7a95595f-466d-4041-b9b1-5b54462f8803 req-21a63840-7aac-4000-af35-9d703c13f4a7 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 944 time: 0.1174834
Apr 15 19:38:18.030691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['d17a5128-d900-4a8b-a3b7-f6e76a0fb631'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:38:18.038458 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7a95595f-466d-4041-b9b1-5b54462f8803 req-52fbc755-890c-41ef-8294-6c3b3b4c5369 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071889
Apr 15 19:38:18.045872 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-49e64e70-d2e2-4e83-ba08-89b65ad9e476 req-6aaf23bd-89ff-47c2-9f02-0c58eca8db37 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.0621169
Apr 15 19:38:18.282307 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad696082-042a-499a-9359-c0d4748bcdfe req-430b4390-8ae5-46e7-85c4-977f73ed8453 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 210 time: 0.0941525
Apr 15 19:38:18.315895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af1e3b-dd48-4673-a8d8-219c000a709e req-5e8a84b3-e62f-492e-a796-fd2a934f01ab tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:18.317575 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a8af1e3b-dd48-4673-a8d8-219c000a709e req-5e8a84b3-e62f-492e-a796-fd2a934f01ab tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1026189
Apr 15 19:38:18.371358 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a8af1e3b-dd48-4673-a8d8-219c000a709e req-b637ebbc-f99d-4e25-9e19-2ec0c20b9480 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462983
Apr 15 19:38:18.914328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426d43d-e42f-417b-b12d-55d626eea844 req-4d6cdd61-4166-41f0-9c07-f193821ca1cc tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:18.915911 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1426d43d-e42f-417b-b12d-55d626eea844 req-4d6cdd61-4166-41f0-9c07-f193821ca1cc tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.0926371
Apr 15 19:38:18.964706 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1426d43d-e42f-417b-b12d-55d626eea844 req-cdda99d0-8fb8-43e0-9e42-2bc2a5ce9f83 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422840
Apr 15 19:38:19.267717 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1c2f3236-981b-4b7c-a0ab-a37955e1d7b6 req-fea190ef-354c-46df-b0f2-28f89967cfc1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.1020606
Apr 15 19:38:19.304301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device d17a5128-d900-4a8b-a3b7-f6e76a0fb631 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:38:19.318983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff01b7-2ee1-4624-936a-929cb7075a81 req-79f1ef1b-232d-4255-b3d8-2157fc094d18 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:19.320764 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6dff01b7-2ee1-4624-936a-929cb7075a81 req-79f1ef1b-232d-4255-b3d8-2157fc094d18 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 944 time: 0.1566119
Apr 15 19:38:19.428961 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6dff01b7-2ee1-4624-936a-929cb7075a81 req-14ae7391-3626-495b-b4cc-49aa2efb342d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012700
Apr 15 19:38:19.513510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:38:19.513956 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-0de859f2-f4bd-4463-837e-68cb61ff92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:19.515750 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-0de859f2-f4bd-4463-837e-68cb61ff92e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1098 time: 0.1645596
Apr 15 19:38:19.519590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:38:19.520064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:19.719713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:19.741374 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d60cea61-57ba-4a8e-9e72-adad28d3eb19 req-f378ffd9-1dbe-46b4-97bd-c512ae18d6f7 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 210 time: 0.3070157
Apr 15 19:38:19.774283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port d17a5128-d900-4a8b-a3b7-f6e76a0fb631, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:19.775409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:19.808547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:19.811543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:19.856443 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631', 'code': 200}
Apr 15 19:38:19.863723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72554cb4-bdec-4591-8dbc-f7c78052654b req-c8f30989-289d-4e46-861e-f2d0f9b4db31 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:19.866204 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-72554cb4-bdec-4591-8dbc-f7c78052654b req-c8f30989-289d-4e46-861e-f2d0f9b4db31 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.1233609
Apr 15 19:38:19.867310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-b58750d5-922b-40ee-942b-ce08991e7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:19.869145 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-b58750d5-922b-40ee-942b-ce08991e7cbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.3455725
Apr 15 19:38:19.914432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:19.919013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:19.925002 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-72554cb4-bdec-4591-8dbc-f7c78052654b req-96ccc2d6-205a-4e9a-a717-45bf19432297 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503922
Apr 15 19:38:19.999660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-eaf3a3e7-1df4-4b35-9c85-55c129d50cd8 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:20.023921 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-eaf3a3e7-1df4-4b35-9c85-55c129d50cd8 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.42 "GET /v2.0/networks?id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 200  len: 815 time: 0.3530278
Apr 15 19:38:20.023921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'port': {'device_id': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'admin_state_up': True, 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:20.026351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 45028) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:20.140710 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-11b48dc8-621a-4523-a442-12152f0bc863 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 200  len: 1001 time: 0.2603145
Apr 15 19:38:20.166651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Deleting subnet 2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:38:20.215280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:20.270387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-1ffb917f-f1e6-4801-9bd5-446dd4535add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:20.272029 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-1ffb917f-f1e6-4801-9bd5-446dd4535add service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.1125124
Apr 15 19:38:20.278812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:38:20.314638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:20.339723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:port and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:38:20.368970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:38:20.382578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:38:20.382672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff9811-b7b7-4592-ab5e-456f38138610 req-7b87af75-f218-466b-a898-977b24d138aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:20.388254 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-264c595b-564b-4798-9184-462b955eb423 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2abec4189c9142c8b6d2c56f5ba17e95&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0448263
Apr 15 19:38:20.390870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-52ff9811-b7b7-4592-ab5e-456f38138610 req-7b87af75-f218-466b-a898-977b24d138aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2900064
Apr 15 19:38:20.415240 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e64c00-8599-4439-bf65-e524e13db1a8 req-6f06b991-cc9b-41a6-805b-f31cb24637ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:20.416921 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f1e64c00-8599-4439-bf65-e524e13db1a8 req-6f06b991-cc9b-41a6-805b-f31cb24637ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 1098 time: 0.2622442
Apr 15 19:38:20.525628 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d304c1ec-303a-49ee-a587-11b7646f1002 req-a05c91b4-0ff9-403b-a7f2-e1694fb28b0c tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.0588470
Apr 15 19:38:20.533636 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f1e64c00-8599-4439-bf65-e524e13db1a8 req-f238ed1f-20d0-4ba1-b7e5-72a2fb08e9a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072359
Apr 15 19:38:20.546921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:20.648870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-52ff9811-b7b7-4592-ab5e-456f38138610 req-7ff60304-e86d-40c6-9f0c-b93f2327a6ea tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455761
Apr 15 19:38:20.823651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Made reservation on behalf of be2720d3cba442519c2d0a0baf7c174b for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:38:20.829324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:20.864925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-72f90c0d-2f22-4324-9af8-ca968c08fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:20.866676 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-72f90c0d-2f22-4324-9af8-ca968c08fc87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5831676
Apr 15 19:38:20.895077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490b8bc-5542-4c02-a967-e23298507981 req-253935b0-a5bb-489c-96fd-17c65afb5abb tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:20.896774 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4490b8bc-5542-4c02-a967-e23298507981 req-253935b0-a5bb-489c-96fd-17c65afb5abb tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1315796
Apr 15 19:38:21.006143 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4490b8bc-5542-4c02-a967-e23298507981 req-676b3e63-741d-4351-a190-bbae586bcc73 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968211
Apr 15 19:38:21.027473 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4cf82a34-ee54-4dd8-83a4-cd3431a546e3 req-867e59d5-2ee2-4d3d-b257-363d6bd68fae tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 210 time: 0.0851219
Apr 15 19:38:21.179675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-28314917-5ccf-45d7-9a09-f6acd0283724 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:21.181738 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-28314917-5ccf-45d7-9a09-f6acd0283724 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7762876
Apr 15 19:38:21.291935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:21.299300 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-d372348c-0efa-457c-81e2-11887ff0f900 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4141717
Apr 15 19:38:21.316208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Allocated IP 172.20.0.13 (f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a/a246fdd4-c068-41c6-93b0-2b410723351b/b2febe29-c4c0-46c8-976a-a0ab601506c5) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:38:21.407689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-97cda1e7-86a3-42e1-ae2a-b92177fb7e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:21.453111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:21.462995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:21.472158 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2b448bf4-c7a7-4c3e-8d0e-cdfc1cf858c4 HTTP/1.1" status: 204  len: 168 time: 1.4443870
Apr 15 19:38:21.478697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 45064) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:21.483395 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.483961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.484360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.485351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.485822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.486226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.486680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.487077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.487475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.487868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.488286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.488651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:38:21.496785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73c27d83-670a-4ed7-831a-3af41b8accd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:21.707724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:21.751031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Transition to ACTIVE for port object b2febe29-c4c0-46c8-976a-a0ab601506c5 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:38:21.813635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c417a6-34c9-4362-8d73-cfc3d5b046a3 req-5bbd850f-5675-4cba-b1c6-addbf3001d8e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:21.821930 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-72c417a6-34c9-4362-8d73-cfc3d5b046a3 req-5bbd850f-5675-4cba-b1c6-addbf3001d8e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 945 time: 0.5947611
Apr 15 19:38:21.851922 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dd586b0c-f645-442b-8a2d-69e8c2036012 req-bf1a43b1-b64c-45ca-be60-578099e0691c tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.1102808
Apr 15 19:38:21.858196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:21.971742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:21.996082 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-72c417a6-34c9-4362-8d73-cfc3d5b046a3 req-884582d0-941d-4d97-a38d-bb682ed4a28f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1729403
Apr 15 19:38:22.172991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:22.271517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:38:22.275087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:38:22.285644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:38:22.293149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:22.294219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:22.308550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:22.314286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:22.339939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:22.491850 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4814425
Apr 15 19:38:22.516319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b0e7-53ab-48dc-863c-726079f028cb req-03b6f118-3977-435d-b267-8c538191ae73 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:22.518347 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-aab7b0e7-53ab-48dc-863c-726079f028cb req-03b6f118-3977-435d-b267-8c538191ae73 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.2872570
Apr 15 19:38:22.553312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9aae8b38>,) {'filters': {'network_id': ['2f100199-00ca-45ee-a96a-4b93fb6a2827']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:38:22.586234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9aae8b38>, '3873920d-69e1-4566-9cce-b09fbaef29cd') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:38:22.586846 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9aae8b38>, '3873920d-69e1-4566-9cce-b09fbaef29cd') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:38:22.604142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654b9d3-f194-4b39-a0e2-51759b017eed req-269393ee-54e5-4f35-a30f-28aab336c501 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:22.612944 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1654b9d3-f194-4b39-a0e2-51759b017eed req-269393ee-54e5-4f35-a30f-28aab336c501 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.6281168
Apr 15 19:38:22.694309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:22.694309 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1654b9d3-f194-4b39-a0e2-51759b017eed req-920bdb3c-71b7-42ac-9114-104b6593c5e2 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790045
Apr 15 19:38:25.913232 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-aab7b0e7-53ab-48dc-863c-726079f028cb req-95cb9a7c-8327-44c8-9dd5-632d9acf4feb tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721325
Apr 15 19:38:25.913232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.913232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:38:25.916301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-e7403251-1697-4112-91a9-54691907d33c None None] Provisioning for port b2febe29-c4c0-46c8-976a-a0ab601506c5 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:38:25.916301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-e7403251-1697-4112-91a9-54691907d33c None None] Provisioning complete for port b2febe29-c4c0-46c8-976a-a0ab601506c5 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:38:25.916301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e7403251-1697-4112-91a9-54691907d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.916301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e7403251-1697-4112-91a9-54691907d33c None None] Port b2febe29-c4c0-46c8-976a-a0ab601506c5 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:38:25.919101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:38:25.919101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143ddae-1112-4b01-96a4-519faf9509ba req-00f5b88b-f5f8-4e70-aff4-92215c4ce317 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:25.919101 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2143ddae-1112-4b01-96a4-519faf9509ba req-00f5b88b-f5f8-4e70-aff4-92215c4ce317 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 932 time: 0.2307868
Apr 15 19:38:25.919101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.919101 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ececb5ae-d8e6-407c-a0a3-8cc890a7282f req-cba2664e-cbbb-46c5-a689-926a7bbbc56f tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.1155152
Apr 15 19:38:25.919101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2143ddae-1112-4b01-96a4-519faf9509ba req-9f14aab0-2d24-4e05-9797-f9b7d2259315 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Synchronizing usage tracker for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:38:25.920561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Network 2f100199-00ca-45ee-a96a-4b93fb6a2827 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:38:25.920885 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:38:25.925158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.925495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Request body: {'port': {'device_id': '49ba324e-1374-46a7-ab64-b483ea862217', 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f', 'admin_state_up': True, 'tenant_id': '2abec4189c9142c8b6d2c56f5ba17e95'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:25.925495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Request body: {'port': {'device_id': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:25.926088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2143ddae-1112-4b01-96a4-519faf9509ba req-9f14aab0-2d24-4e05-9797-f9b7d2259315 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Unset dirty status for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:38:25.926088 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2143ddae-1112-4b01-96a4-519faf9509ba req-9f14aab0-2d24-4e05-9797-f9b7d2259315 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7327430
Apr 15 19:38:25.926580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:25.926580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:25.927274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:38:25.927274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Usage tracker for resource:port and tenant:2abec4189c9142c8b6d2c56f5ba17e95 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:38:25.927274 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f4327221-11ce-4fb2-9e0b-24b09cc1f345 req-6779e915-2665-4926-aaa8-1b3563ddb190 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4754303
Apr 15 19:38:25.927274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:38:25.927274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.927274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:38:25.928215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84779-46f2-4e62-8e60-070ec494ad4a req-1fa79d37-e0c8-4f42-bbca-481364f9111b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:25.928215 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-58e84779-46f2-4e62-8e60-070ec494ad4a req-1fa79d37-e0c8-4f42-bbca-481364f9111b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.5266514
Apr 15 19:38:25.928215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f1885-ba59-49f5-a953-ef15c204212a req-4ae148a6-121b-4505-a4ed-b429d28e968f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:25.928215 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad8f1885-ba59-49f5-a953-ef15c204212a req-4ae148a6-121b-4505-a4ed-b429d28e968f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2243156
Apr 15 19:38:25.928215 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-58e84779-46f2-4e62-8e60-070ec494ad4a req-b1efb039-dea1-46dc-be6c-ebbae97612ee tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608327
Apr 15 19:38:25.928215 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad8f1885-ba59-49f5-a953-ef15c204212a req-c4cd8e44-3e8d-45ea-9fc7-84f1cc111cec tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771809
Apr 15 19:38:25.930864 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'code': 200}
Apr 15 19:38:25.931387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2febe29-c4c0-46c8-976a-a0ab601506c5 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:38:25.931387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.931387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Transition to ACTIVE for port object b2febe29-c4c0-46c8-976a-a0ab601506c5 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ea07671-fa8d-46da-b5f0-8c6825732fbe req-fb47ac62-b0cf-421e-b980-4d335a1923ca tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.0572634
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1eff0-5a10-4aa9-8ca6-a08d0ff3a9d1 req-f8ae711c-eb6f-47fd-8730-deb8b6b6ca5d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c8e1eff0-5a10-4aa9-8ca6-a08d0ff3a9d1 req-f8ae711c-eb6f-47fd-8730-deb8b6b6ca5d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1863050
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c8e1eff0-5a10-4aa9-8ca6-a08d0ff3a9d1 req-1048476f-65af-41f4-aec7-3a607f159295 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427325
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62542682-fc01-45e3-b856-eafac5f79eb4 req-5ca8c773-5b87-4af7-9633-5c57b5cad1fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62542682-fc01-45e3-b856-eafac5f79eb4 req-5ca8c773-5b87-4af7-9633-5c57b5cad1fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.1006556
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-62542682-fc01-45e3-b856-eafac5f79eb4 req-20470529-18ec-4f54-82ce-66434e898da8 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514030
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef9f09-04b2-47ea-9663-bb1c9bba9bd4 req-c8a90695-508d-483d-80fc-60f8791ea8b6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8cef9f09-04b2-47ea-9663-bb1c9bba9bd4 req-c8a90695-508d-483d-80fc-60f8791ea8b6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1662369
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8cef9f09-04b2-47ea-9663-bb1c9bba9bd4 req-5efa8839-f7cb-4d17-9bba-0d681161d04c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576751
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847071-66e9-4be1-900a-1a03f0345fff req-55fab9c0-5808-49e3-9232-62feb22bd1d8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:25.931793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-67847071-66e9-4be1-900a-1a03f0345fff req-55fab9c0-5808-49e3-9232-62feb22bd1d8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1619728
Apr 15 19:38:25.935667 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-67847071-66e9-4be1-900a-1a03f0345fff req-8e649054-0a8c-4c25-9d53-4b04b5d697dd tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648546
Apr 15 19:38:25.964168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Made reservation on behalf of 2abec4189c9142c8b6d2c56f5ba17e95 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:38:25.965833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.966108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.968304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:25.970386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:25.983949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.001033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.005408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:26.021159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f31329e9-3cfd-4e8e-93d7-ecb34a5ed69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:26.086897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=8']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:26.095045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:26.107926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2f100199-00ca-45ee-a96a-4b93fb6a2827,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:26.110816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:26.122161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:26.125612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-922ae2ba-8751-4b6d-b95b-eb3d618517f7 req-5f832b27-30e4-4991-a7bd-436555e3a338 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.0800841
Apr 15 19:38:26.129573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.167411 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-00ca78d6-3607-48f9-8377-d4d81ce0b5bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/2f100199-00ca-45ee-a96a-4b93fb6a2827 HTTP/1.1" status: 204  len: 168 time: 4.6838486
Apr 15 19:38:26.199417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:26.212222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:38:26.220122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Usage tracker for resource:security_group_rule and tenant:2abec4189c9142c8b6d2c56f5ba17e95 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:38:26.230694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:38:26.241504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:38:26.369153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d5e9-bbb8-4b8b-ad9c-11c3a9172bb3 req-f3d4f34b-4458-4636-b9da-4a003a077313 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:26.385717 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1569d5e9-bbb8-4b8b-ad9c-11c3a9172bb3 req-f3d4f34b-4458-4636-b9da-4a003a077313 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.2101865
Apr 15 19:38:26.522073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 45116) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:26.559016 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1569d5e9-bbb8-4b8b-ad9c-11c3a9172bb3 req-9595b868-5cc9-483a-8066-4621ef4d9f9e tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721287
Apr 15 19:38:26.581917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Attempting to bind port b2febe29-c4c0-46c8-976a-a0ab601506c5 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:38:26.582295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Attempting to bind port b2febe29-c4c0-46c8-976a-a0ab601506c5 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:38:26.582667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Attempting to bind port b2febe29-c4c0-46c8-976a-a0ab601506c5 on network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:26.612193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Port b2febe29-c4c0-46c8-976a-a0ab601506c5 on network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:38:26.612840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Attempting to bind port b2febe29-c4c0-46c8-976a-a0ab601506c5 on network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:26.641863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:38:26.642248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Checking segment: {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:38:26.642683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Bound using segment: {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:38:26.643176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Bound port: b2febe29-c4c0-46c8-976a-a0ab601506c5, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2960d9d0-319a-49b3-8262-e523cb522a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:38:26.643568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.648566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666daaf1-0010-4b89-bdf4-8a6178566774 req-ca925560-cd58-4547-be90-a11abe6a0e17 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:26.658223 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-666daaf1-0010-4b89-bdf4-8a6178566774 req-ca925560-cd58-4547-be90-a11abe6a0e17 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.1971292
Apr 15 19:38:26.716478 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-12fdc7a8-9dd8-4114-acda-41cdcb076224 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75ebe4891dc1422d8b21f87b2007aa30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1929419
Apr 15 19:38:26.718630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.720141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 45120) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:26.748548 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-666daaf1-0010-4b89-bdf4-8a6178566774 req-2b7a6348-3dd3-4678-989a-eb6c93ca010d tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891314
Apr 15 19:38:26.771421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.781993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7660fa19-8209-4120-a789-2b8c3534dae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:26.828040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.860300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.902762 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:26.913935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:26.934611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:38:26.982138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:38:26.988395 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:26.993742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8a381188-2ade-4c6e-92f2-38b7b6c5445b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:27.008318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:27.009560 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d374f38-759c-4205-8fe4-5cd312e8017d HTTP/1.1" status: 204  len: 168 time: 0.2880800
Apr 15 19:38:27.010729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d374f38-759c-4205-8fe4-5cd312e8017d,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:27.022853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:27.024555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:27.064508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0561995e-145d-4656-b6fe-9e04a94579e3 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:27.105688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Allocated IP 192.168.233.107 (6053f9c1-8acb-4b4f-bcfe-e09731b5b04f/03d6fefd-b865-4ebf-a560-9ca5de7b894f/5d9a169d-4ef9-4517-a9c2-565cffb9eb6f) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:38:27.272790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94884eb2-22f8-4e35-ad05-c63763a29891 req-5a887349-fd67-407c-91ff-b62d32c7fb4f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:27.272790 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94884eb2-22f8-4e35-ad05-c63763a29891 req-5a887349-fd67-407c-91ff-b62d32c7fb4f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.2201490
Apr 15 19:38:27.329640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e13ef-058b-42dd-ac42-107af48b6f80 req-ea6be714-277c-45a5-a301-6a6bc89b10f9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:27.331303 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0d4e13ef-058b-42dd-ac42-107af48b6f80 req-ea6be714-277c-45a5-a301-6a6bc89b10f9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1562545
Apr 15 19:38:27.342547 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94884eb2-22f8-4e35-ad05-c63763a29891 req-7e5b90eb-c2b1-4011-b427-748ff8851b30 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737133
Apr 15 19:38:27.352885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:27.365494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:27.453066 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0d4e13ef-058b-42dd-ac42-107af48b6f80 req-71317046-9213-41a3-a83e-65e8aaffc539 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845993
Apr 15 19:38:27.540603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:27.541461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:27.542913 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 1094 time: 3.9833076
Apr 15 19:38:27.546598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:27.582967 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d776fd42-3a8b-454a-ad13-c9d6b3fb56fb req-046af7ca-c6d4-4d73-a30a-7adda5aef060 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.1054392
Apr 15 19:38:27.674615 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'status': 'completed', 'code': 200}
Apr 15 19:38:27.700143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:27.752182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Transition to ACTIVE for port object 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:38:27.862696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:27.896565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:27.970250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c0c69-cce6-4033-9ff8-65e8a4f8fbc0 req-b6321515-0247-4984-9a2f-6cd10d03dfbf tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:27.985012 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-396c0c69-cce6-4033-9ff8-65e8a4f8fbc0 req-b6321515-0247-4984-9a2f-6cd10d03dfbf tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1895745
Apr 15 19:38:28.122270 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-396c0c69-cce6-4033-9ff8-65e8a4f8fbc0 req-0ad1f075-ef84-43f8-bfc6-b237e1c2c565 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358132
Apr 15 19:38:28.206314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac346f52-1a47-4858-87a2-60a2e20074e2 req-91d4ea2f-52d3-45ff-8fe3-4e6bff8625c0 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:28.208134 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ac346f52-1a47-4858-87a2-60a2e20074e2 req-91d4ea2f-52d3-45ff-8fe3-4e6bff8625c0 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.1874497
Apr 15 19:38:28.307707 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ac346f52-1a47-4858-87a2-60a2e20074e2 req-b3351746-e820-4e74-b37b-6c4ffbfa8f91 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715106
Apr 15 19:38:28.363371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Pushing event updated for resources: {'Port': ['ID=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:28.370649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:28.461680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:38:28.465112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:38:28.469605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:38:28.475869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:28.476560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:28.583300 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.0249407
Apr 15 19:38:28.807580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889590-733e-4a3d-bb76-87be289a098f req-43106617-ff6d-439e-a22c-c4fa4a906f39 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:28.809399 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-10889590-733e-4a3d-bb76-87be289a098f req-43106617-ff6d-439e-a22c-c4fa4a906f39 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.2483063
Apr 15 19:38:28.824819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bdb50-69c6-4680-a39d-771a8b34400a req-48d03f81-d231-4d16-a84d-cc1f0d20d15c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:28.826762 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1c5bdb50-69c6-4680-a39d-771a8b34400a req-48d03f81-d231-4d16-a84d-cc1f0d20d15c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2233315
Apr 15 19:38:28.903552 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-10889590-733e-4a3d-bb76-87be289a098f req-af4fb0a8-74dc-4f83-a672-d04ca71e26d3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755718
Apr 15 19:38:28.914631 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1c5bdb50-69c6-4680-a39d-771a8b34400a req-13224bf8-eecb-4f78-9998-e627f550bc60 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649242
Apr 15 19:38:28.999985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d8ae4c59-1966-4080-9be3-ed383f143bc5 None None] Provisioning for port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:38:29.007559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-d8ae4c59-1966-4080-9be3-ed383f143bc5 None None] Provisioning complete for port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:38:29.011917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d8ae4c59-1966-4080-9be3-ed383f143bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:29.092336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae4c59-1966-4080-9be3-ed383f143bc5 None None] Port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:38:29.212031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cd589-18d3-4622-96de-a8dc3ce6df44 req-8033318b-4bdb-4724-bbdd-dacd0f4d0d99 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:29.213058 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-761cd589-18d3-4622-96de-a8dc3ce6df44 req-8033318b-4bdb-4724-bbdd-dacd0f4d0d99 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 936 time: 0.1445305
Apr 15 19:38:29.330978 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-761cd589-18d3-4622-96de-a8dc3ce6df44 req-8e286342-df2a-45d8-ab3d-73830a82d49d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087384
Apr 15 19:38:29.369184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4d4ad-9e85-4365-90f8-0900f7c21c5c req-c34e6eba-796e-4716-bbe4-2c430ec7334a tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:29.377946 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ba4d4ad-9e85-4365-90f8-0900f7c21c5c req-c34e6eba-796e-4716-bbe4-2c430ec7334a tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1191385
Apr 15 19:38:29.434200 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ba4d4ad-9e85-4365-90f8-0900f7c21c5c req-99b806ed-339d-4679-ace2-0336f8fd17d4 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549204
Apr 15 19:38:29.586435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af9bc1-49f8-44bf-8e07-f091337e91a8 req-065d7668-fb7b-4bb8-81b1-b726df61efc3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:29.588460 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-68af9bc1-49f8-44bf-8e07-f091337e91a8 req-065d7668-fb7b-4bb8-81b1-b726df61efc3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.1016045
Apr 15 19:38:29.649005 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-68af9bc1-49f8-44bf-8e07-f091337e91a8 req-c0d029e2-6ece-4a53-9880-7a1cc0435da5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532475
Apr 15 19:38:30.208119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4368b-1808-40ab-8d81-88323c26bfa3 req-6efc1367-71e4-47b2-95b4-db17d9383084 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:30.209664 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-37d4368b-1808-40ab-8d81-88323c26bfa3 req-6efc1367-71e4-47b2-95b4-db17d9383084 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1698418
Apr 15 19:38:30.219465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604c7f-535b-488b-8948-055c2b44e1b2 req-14bef98a-a09f-4af9-90de-d671e8d41848 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:30.221031 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6d604c7f-535b-488b-8948-055c2b44e1b2 req-14bef98a-a09f-4af9-90de-d671e8d41848 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1357687
Apr 15 19:38:30.295478 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-37d4368b-1808-40ab-8d81-88323c26bfa3 req-a530c1fe-2d7e-4337-b6f8-5d8838bffda6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733640
Apr 15 19:38:30.303599 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6d604c7f-535b-488b-8948-055c2b44e1b2 req-61eb17bc-a6bc-496d-b234-ec8a13683227 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655804
Apr 15 19:38:30.552771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c611e1-7580-4b6f-85a3-12e85e998f15 req-591e2ce4-cdd5-4edd-a303-0b966654cd15 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:30.557833 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e1c611e1-7580-4b6f-85a3-12e85e998f15 req-591e2ce4-cdd5-4edd-a303-0b966654cd15 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 936 time: 0.1106446
Apr 15 19:38:30.662120 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e1c611e1-7580-4b6f-85a3-12e85e998f15 req-82d9a478-e5a1-4157-b10b-39d9369c2824 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619416
Apr 15 19:38:30.696135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0334229-d164-4415-87fb-55aef618cc59 req-70763c3a-d19c-41d0-922b-37638f58705a tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:30.697836 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0334229-d164-4415-87fb-55aef618cc59 req-70763c3a-d19c-41d0-922b-37638f58705a tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1390131
Apr 15 19:38:30.748214 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0334229-d164-4415-87fb-55aef618cc59 req-7890925e-1602-4b16-b287-26db26bb024d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430710
Apr 15 19:38:30.867368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14a021-29cb-4bde-b29d-1ab6889b6b37 req-3f23c620-62d0-4222-b1bd-c806d3dfdaa5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:30.869023 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4a14a021-29cb-4bde-b29d-1ab6889b6b37 req-3f23c620-62d0-4222-b1bd-c806d3dfdaa5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.0917997
Apr 15 19:38:30.934339 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4a14a021-29cb-4bde-b29d-1ab6889b6b37 req-368b447a-899f-4bfc-81b3-daa08f5e5d75 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559375
Apr 15 19:38:31.667099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ba893-0cef-4a13-a948-4240c0f9aa74 req-15f5fc46-6ac9-46ce-9147-c8a519af19e3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:31.668788 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-119ba893-0cef-4a13-a948-4240c0f9aa74 req-15f5fc46-6ac9-46ce-9147-c8a519af19e3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1664684
Apr 15 19:38:31.682522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25cf1c-af1d-4a4d-8291-c0751a4ce63d req-fb5045c3-31dc-4fe8-ba3d-3acf7ef2b7b9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:31.684137 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4b25cf1c-af1d-4a4d-8291-c0751a4ce63d req-fb5045c3-31dc-4fe8-ba3d-3acf7ef2b7b9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1368105
Apr 15 19:38:31.768203 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4b25cf1c-af1d-4a4d-8291-c0751a4ce63d req-af24d888-1d5f-43f5-8f80-6511e45b0c04 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636532
Apr 15 19:38:31.771428 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-119ba893-0cef-4a13-a948-4240c0f9aa74 req-710d6724-193b-424c-b853-fe9dde6905b9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863175
Apr 15 19:38:32.037160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e45d63-ba2a-42fd-aa32-8822e723a055 req-255ba383-f070-46e2-8815-1aa01f7ee8a7 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:32.038765 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f3e45d63-ba2a-42fd-aa32-8822e723a055 req-255ba383-f070-46e2-8815-1aa01f7ee8a7 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 936 time: 0.1623051
Apr 15 19:38:32.048558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a65b5c-0c6f-49c3-b47f-6196af26fd0f req-e7c32528-a3a0-4671-aba3-8ac7ae6e9b3b tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:32.050362 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03a65b5c-0c6f-49c3-b47f-6196af26fd0f req-e7c32528-a3a0-4671-aba3-8ac7ae6e9b3b tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1330724
Apr 15 19:38:32.128016 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f3e45d63-ba2a-42fd-aa32-8822e723a055 req-ca566e6c-a36e-4d24-a172-f8f0989aae8f tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765512
Apr 15 19:38:32.132461 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-03a65b5c-0c6f-49c3-b47f-6196af26fd0f req-6dd2b05c-7dc0-4c65-aa46-1a64c908d399 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662611
Apr 15 19:38:32.316861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97617b1-504f-46d8-8011-6e85ae1aa02b req-f5562a2f-63b4-4b40-9abe-b5a7a070cddd tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:32.318494 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e97617b1-504f-46d8-8011-6e85ae1aa02b req-f5562a2f-63b4-4b40-9abe-b5a7a070cddd tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.0872183
Apr 15 19:38:32.365133 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e97617b1-504f-46d8-8011-6e85ae1aa02b req-7ec09a40-47f5-45fa-83e3-2174dd31880e tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404851
Apr 15 19:38:32.549160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Request body: {'port': {'device_id': '49ba324e-1374-46a7-ab64-b483ea862217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:32.747141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:32.768501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef513e9-b769-4429-93b8-eb75c7fde7cc req-5c01526d-b4d2-4e6c-a303-3a9994e62d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:32.770146 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3ef513e9-b769-4429-93b8-eb75c7fde7cc req-5c01526d-b4d2-4e6c-a303-3a9994e62d7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1097 time: 0.1888449
Apr 15 19:38:33.087322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf91c-10ed-4b7b-bb17-d2e9eab3464d req-187b09f6-3d6c-4f0e-9747-a8de64d73ea3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.087322 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74baf91c-10ed-4b7b-bb17-d2e9eab3464d req-187b09f6-3d6c-4f0e-9747-a8de64d73ea3 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1761782
Apr 15 19:38:33.101521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d500e-6a46-4d73-8d5a-5c1f104d5bb3 req-9b086ed0-074b-4736-9fca-3675a0cd3257 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.103146 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f92d500e-6a46-4d73-8d5a-5c1f104d5bb3 req-9b086ed0-074b-4736-9fca-3675a0cd3257 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1446843
Apr 15 19:38:33.143210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef513e9-b769-4429-93b8-eb75c7fde7cc req-4698e3f0-7658-4b7f-b920-7c3e72c5d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.144922 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3ef513e9-b769-4429-93b8-eb75c7fde7cc req-4698e3f0-7658-4b7f-b920-7c3e72c5d7b6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=be2720d3cba442519c2d0a0baf7c174b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2685966
Apr 15 19:38:33.185511 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-74baf91c-10ed-4b7b-bb17-d2e9eab3464d req-f8391555-f9cf-4268-b303-724a93dda777 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812874
Apr 15 19:38:33.189064 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f92d500e-6a46-4d73-8d5a-5c1f104d5bb3 req-fc8ef295-d165-4615-9d4b-510aeda35c33 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703127
Apr 15 19:38:33.289987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:38:33.298358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:33.409165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Transition to ACTIVE for port object 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:38:33.468156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:33.468372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ae6f8-65d5-4c90-bc2d-e89ab9b03d79 req-68220e09-7e43-4f20-a1fa-4cdd7f87649e tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.470547 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8d3ae6f8-65d5-4c90-bc2d-e89ab9b03d79 req-68220e09-7e43-4f20-a1fa-4cdd7f87649e tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1563334
Apr 15 19:38:33.482433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef513e9-b769-4429-93b8-eb75c7fde7cc req-679572eb-c40b-4ec5-838c-373d29ce3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.483980 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3ef513e9-b769-4429-93b8-eb75c7fde7cc req-679572eb-c40b-4ec5-838c-373d29ce3ef5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1827793
Apr 15 19:38:33.487543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e841cbc-f7b0-4660-8efc-fdf121f6155a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:33.514185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525b8c-013d-494c-844c-2265a2b3cae2 req-17303ed8-59fc-4a0f-9a1d-8953a6c1d894 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.523725 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45525b8c-013d-494c-844c-2265a2b3cae2 req-17303ed8-59fc-4a0f-9a1d-8953a6c1d894 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 936 time: 0.1663742
Apr 15 19:38:33.602527 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8d3ae6f8-65d5-4c90-bc2d-e89ab9b03d79 req-96f38066-3d82-4a2a-8495-dfa654e894cd tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243289
Apr 15 19:38:33.628698 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-45525b8c-013d-494c-844c-2265a2b3cae2 req-bf922d14-1b04-48d0-81e7-bbda50de1a5d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002436
Apr 15 19:38:33.698306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:33.705980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:33.828261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aa462-9788-4697-887d-a40556c093af req-ff0235dc-1ea0-446c-b932-cba4bf9f8726 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.832428 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-441aa462-9788-4697-887d-a40556c093af req-ff0235dc-1ea0-446c-b932-cba4bf9f8726 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.0963132
Apr 15 19:38:33.857603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-94fce38f-ce31-4f13-b4d6-142d0010d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:33.859212 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-94fce38f-ce31-4f13-b4d6-142d0010d01b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1097 time: 0.2661002
Apr 15 19:38:33.898770 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-441aa462-9788-4697-887d-a40556c093af req-0ec5e521-57db-4cb4-a349-bceeeca76d98 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601730
Apr 15 19:38:33.988524 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-b9926869-6b54-4edb-b1e1-69c149c1fe17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 217 time: 0.0955789
Apr 15 19:38:33.993357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Attempting to bind port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:38:33.993752 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Attempting to bind port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:38:33.994129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Attempting to bind port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f on network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:34.000576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f on network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:38:34.000942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Attempting to bind port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f on network 6053f9c1-8acb-4b4f-bcfe-e09731b5b04f {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:34.044431 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:38:34.044816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Checking segment: {'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:38:34.045250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Bound using segment: {'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:38:34.045765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Bound port: 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc398e0-3318-4a81-bfe9-cef02322fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:38:34.046156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:34.128620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-d934ecb7-5437-48f1-836a-bda98115cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:34.130181 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-d934ecb7-5437-48f1-836a-bda98115cfe1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a246fdd4-c068-41c6-93b0-2b410723351b HTTP/1.1" status: 200  len: 854 time: 0.1307096
Apr 15 19:38:34.166896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] For port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:38:34.170066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] For port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,segment=NetworkSegment(edc398e0-3318-4a81-bfe9-cef02322fc3a),segment_id=edc398e0-3318-4a81-bfe9-cef02322fc3a)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:38:34.227281 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:34.256584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:34.477501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43767549-1deb-435b-ab77-fff4381f3d17 req-7064bd81-96aa-4a81-a68e-298815e14138 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:34.479150 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-43767549-1deb-435b-ab77-fff4381f3d17 req-7064bd81-96aa-4a81-a68e-298815e14138 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1281908
Apr 15 19:38:34.480563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:34.488703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3dd4-adf9-49cc-b42e-c1d458fd8dbc req-5eeae77f-acfa-4afe-914c-1c729e2670ce tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:34.496250 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e87e3dd4-adf9-49cc-b42e-c1d458fd8dbc req-5eeae77f-acfa-4afe-914c-1c729e2670ce tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1876113
Apr 15 19:38:34.499509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:34.549942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-53e67283-b10a-4c2c-9acc-b5131e4cb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:34.551587 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-53e67283-b10a-4c2c-9acc-b5131e4cb18b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2524228
Apr 15 19:38:34.556823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:34.557526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:34.559253 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d9a169d-4ef9-4517-a9c2-565cffb9eb6f HTTP/1.1" status: 200  len: 1098 time: 2.0164695
Apr 15 19:38:34.559838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ba324e-1374-46a7-ab64-b483ea862217', 'tag': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:34.809743 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-aff2d10d-eb2c-4a5b-8253-103ef3d943e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424209
Apr 15 19:38:34.833370 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e87e3dd4-adf9-49cc-b42e-c1d458fd8dbc req-aacc1943-a9b9-434a-a9aa-4935c5f788e7 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3360894
Apr 15 19:38:34.844644 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-43767549-1deb-435b-ab77-fff4381f3d17 req-40398604-d7a7-479c-8c34-a73fafa4a82c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3456869
Apr 15 19:38:34.871678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-527c9c87-121a-478c-ab93-d2e1b35e9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:34.871678 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-527c9c87-121a-478c-ab93-d2e1b35e9a72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2abec4189c9142c8b6d2c56f5ba17e95&device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 1101 time: 0.1767652
Apr 15 19:38:35.162194 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ba324e-1374-46a7-ab64-b483ea862217', 'tag': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f', 'status': 'completed', 'code': 200}
Apr 15 19:38:35.240101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986b31f-70a7-4cd4-800d-ac1bff86cc6d req-10ab7f6c-8a9f-477c-8650-60681e1a7f2d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:35.241314 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-7d4cd6cf-9e46-4438-8b44-69c383a621d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f HTTP/1.1" status: 200  len: 217 time: 0.0783186
Apr 15 19:38:35.247934 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e986b31f-70a7-4cd4-800d-ac1bff86cc6d req-10ab7f6c-8a9f-477c-8650-60681e1a7f2d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 948 time: 0.2496080
Apr 15 19:38:35.280720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d47ae1-1504-4731-8185-6e0279569c7a req-7d4df573-9e5c-4123-802e-6d300602bb4a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:35.282532 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-14d47ae1-1504-4731-8185-6e0279569c7a req-7d4df573-9e5c-4123-802e-6d300602bb4a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.1881876
Apr 15 19:38:35.341356 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e986b31f-70a7-4cd4-800d-ac1bff86cc6d req-f42f2cf2-838b-4f19-8cb8-b8af2a1d49c0 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924656
Apr 15 19:38:35.379385 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-14d47ae1-1504-4731-8185-6e0279569c7a req-81cfaf69-5272-4e7a-a4e8-832c05e62f19 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748358
Apr 15 19:38:35.412683 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2aa4c367-5af8-42a5-8e5a-9f9c2920bcf5 req-efc72219-b185-4cd3-8922-c797e2d28bbc service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5713792
Apr 15 19:38:35.418637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-83f08308-6846-4791-97a6-7b3ac7f7b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:35.420212 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-83f08308-6846-4791-97a6-7b3ac7f7b72e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03d6fefd-b865-4ebf-a560-9ca5de7b894f HTTP/1.1" status: 200  len: 843 time: 0.1684563
Apr 15 19:38:35.565000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-36e3932e-8678-4567-9630-4edfa3e61110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:35.590126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-80a33f3a-966f-4c88-a86d-5b6114c654db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:35.592494 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-80a33f3a-966f-4c88-a86d-5b6114c654db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6053f9c1-8acb-4b4f-bcfe-e09731b5b04f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1638381
Apr 15 19:38:35.647300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4401f6-be1a-4e62-ab4b-663f76d8c155 req-e16c6552-aab1-465e-aee0-1e943fa45c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:35.649143 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0c4401f6-be1a-4e62-ab4b-663f76d8c155 req-e16c6552-aab1-465e-aee0-1e943fa45c16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.1758871
Apr 15 19:38:35.778925 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0c4401f6-be1a-4e62-ab4b-663f76d8c155 req-d07dba44-4fbf-4585-8961-d82ff460af5c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752842
Apr 15 19:38:35.818859 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-bb20dd13-1f39-433d-b5b2-58fc4958f4db service neutron] 10.222.0.42 "GET /v2.0/networks/6053f9c1-8acb-4b4f-bcfe-e09731b5b04f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2080779
Apr 15 19:38:35.963257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-5b4a248d-025f-4581-9875-3c6240c2e948 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Synchronizing usage tracker for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:38:36.029252 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c99785fc-9fdc-4000-bc05-57c7b95d2a06 req-63c4bae5-f1f5-4ec6-8afa-ece1a707c435 service neutron] 10.222.0.42 "GET /v2.0/networks/6053f9c1-8acb-4b4f-bcfe-e09731b5b04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841385
Apr 15 19:38:36.066515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-5b4a248d-025f-4581-9875-3c6240c2e948 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Unset dirty status for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:38:36.067778 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-5b4a248d-025f-4581-9875-3c6240c2e948 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247379225&fields=id&tenant_id=ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 267 time: 0.1576381
Apr 15 19:38:36.236772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-908e0d09-dc7f-45c2-af44-828fc8eb6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:36.238452 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-908e0d09-dc7f-45c2-af44-828fc8eb6c8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2abec4189c9142c8b6d2c56f5ba17e95&device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 1101 time: 0.0930028
Apr 15 19:38:36.243432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf9d0-888d-4618-a0b8-d31236203c83 req-82f78806-3715-48d1-aafb-b7a5a0bdc474 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:36.245079 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-015cf9d0-888d-4618-a0b8-d31236203c83 req-82f78806-3715-48d1-aafb-b7a5a0bdc474 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2267323
Apr 15 19:38:36.299535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-6a829b35-be7c-4f06-a254-49f921c9d583 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:36.300283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-6a829b35-be7c-4f06-a254-49f921c9d583 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Synchronizing usage tracker for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:38:36.330707 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-015cf9d0-888d-4618-a0b8-d31236203c83 req-bf132407-30ad-4462-9c07-da39fca214b4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782452
Apr 15 19:38:36.363420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-6a829b35-be7c-4f06-a254-49f921c9d583 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Unset dirty status for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:38:36.365815 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-6a829b35-be7c-4f06-a254-49f921c9d583 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 812 time: 0.2893753
Apr 15 19:38:36.382050 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-72cbdb41-1d6b-44ec-8a96-5e5149ba567a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/quotas/ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 375 time: 0.0107672
Apr 15 19:38:36.411253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-1a45cbbb-a962-427a-a645-e6eb71e51964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:36.411870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-1a45cbbb-a962-427a-a645-e6eb71e51964 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6053f9c1-8acb-4b4f-bcfe-e09731b5b04f HTTP/1.1" status: 200  len: 870 time: 0.1591191
Apr 15 19:38:36.491840 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-27c42566-b5ed-43d2-870e-ec58c355d42d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f HTTP/1.1" status: 200  len: 217 time: 0.0720232
Apr 15 19:38:36.536405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-7158dfcb-1a42-47de-a9bd-092980a1be53 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Synchronizing usage tracker for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:38:36.577104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-f1022ff6-7df4-46c1-86f5-884b50cad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:36.578716 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-f1022ff6-7df4-46c1-86f5-884b50cad54b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03d6fefd-b865-4ebf-a560-9ca5de7b894f HTTP/1.1" status: 200  len: 843 time: 0.0763335
Apr 15 19:38:36.592809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c465c-8cbd-43d8-92f4-21c5d673ae39 req-88a09cb7-2317-419d-a224-ea4538c09af7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:36.596104 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f60c465c-8cbd-43d8-92f4-21c5d673ae39 req-88a09cb7-2317-419d-a224-ea4538c09af7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1175175
Apr 15 19:38:36.644813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-7158dfcb-1a42-47de-a9bd-092980a1be53 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Unset dirty status for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:38:36.665636 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-7158dfcb-1a42-47de-a9bd-092980a1be53 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2753370
Apr 15 19:38:36.705269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-fc3c2226-de87-4af2-994f-2a5fd3c0a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:36.706927 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-fc3c2226-de87-4af2-994f-2a5fd3c0a6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6053f9c1-8acb-4b4f-bcfe-e09731b5b04f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1198854
Apr 15 19:38:36.824066 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f60c465c-8cbd-43d8-92f4-21c5d673ae39 req-20ec9b8e-f1ca-46fc-bd27-d848444a3dbe tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2115855
Apr 15 19:38:36.889087 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-13d4f8a0-fbfb-482f-8d97-0e627398742d service neutron] 10.222.0.42 "GET /v2.0/networks/6053f9c1-8acb-4b4f-bcfe-e09731b5b04f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636980
Apr 15 19:38:36.927572 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-0f81164f-afd2-47df-aa40-077ba59786cf service neutron] 10.222.0.25 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462609
Apr 15 19:38:37.052835 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5d0c5bb8-c918-4a20-aa0e-178e8c2e945e req-cc7f8eb6-7efa-4c28-b117-cdcf9dfae15a service neutron] 10.222.0.42 "GET /v2.0/networks/6053f9c1-8acb-4b4f-bcfe-e09731b5b04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565945
Apr 15 19:38:37.149095 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-ff46549f-4307-46aa-861f-77c2e795d005 service neutron] 10.222.0.25 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143006
Apr 15 19:38:37.159061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31ac69-e236-46b9-bf9c-ab53954ab3c7 req-8fb45ad1-672b-4bab-a84b-84d8f19df2a2 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:37.160601 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6e31ac69-e236-46b9-bf9c-ab53954ab3c7 req-8fb45ad1-672b-4bab-a84b-84d8f19df2a2 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 948 time: 0.2030797
Apr 15 19:38:37.212068 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6e31ac69-e236-46b9-bf9c-ab53954ab3c7 req-c4207347-f187-4d20-91cb-889a6871e33b tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444865
Apr 15 19:38:37.422776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a3cb-cc25-47ec-b3af-176a9f71e237 req-4cbf6d5b-33f6-48fc-9b23-f70b507bc11a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:37.424487 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9dd9a3cb-cc25-47ec-b3af-176a9f71e237 req-4cbf6d5b-33f6-48fc-9b23-f70b507bc11a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 944 time: 0.0990582
Apr 15 19:38:37.462532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b2febe29-c4c0-46c8-976a-a0ab601506c5 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:38:37.471825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6a920a29-96c8-44a5-8b1b-1b76d8238959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:37.478144 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9dd9a3cb-cc25-47ec-b3af-176a9f71e237 req-9aade398-1eae-4f5e-89a6-2a3858a8c31c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465627
Apr 15 19:38:37.828271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:37.851553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'port_id': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'mac_address': 'fa:16:3e:2d:08:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:38:37.929622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:37.947331 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d8b93-4ad6-4534-8363-933d3ee6401e req-d1b16df4-746b-4bcf-aad4-adc4f9fa4607 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:37.956562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2febe29-c4c0-46c8-976a-a0ab601506c5 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:38:37.957092 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-039d8b93-4ad6-4534-8363-933d3ee6401e req-d1b16df4-746b-4bcf-aad4-adc4f9fa4607 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1406035
Apr 15 19:38:37.979966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:38.006859 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-039d8b93-4ad6-4534-8363-933d3ee6401e req-1980529b-3bef-4911-9c2e-26b35634cea6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486720
Apr 15 19:38:38.051558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:38.055467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:38:38.091735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:38.113758 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f1e6aa10-19e9-40f8-920b-1d89772cf0a8 req-6b23fdfd-5838-439e-b62a-c9935960385e tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 210 time: 0.0512669
Apr 15 19:38:38.126976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:38.276663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:38.282792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:38.305585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,segment=NetworkSegment(edc398e0-3318-4a81-bfe9-cef02322fc3a),segment_id=edc398e0-3318-4a81-bfe9-cef02322fc3a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:38.322990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f', 'network_id': '6053f9c1-8acb-4b4f-bcfe-e09731b5b04f', 'port_id': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f', 'mac_address': 'fa:16:3e:26:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6fefd-b865-4ebf-a560-9ca5de7b894f', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:38:38.406795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:38.429525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:38:38.457138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,segment=NetworkSegment(edc398e0-3318-4a81-bfe9-cef02322fc3a),segment_id=edc398e0-3318-4a81-bfe9-cef02322fc3a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:38.517515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:38.519804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:38.556125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:38.576335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6381c4b-02f2-46f5-9651-03d07735167d req-48ba9e3f-268a-4926-b7e5-c93a36fed89e tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:38.578045 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c6381c4b-02f2-46f5-9651-03d07735167d req-48ba9e3f-268a-4926-b7e5-c93a36fed89e tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 949 time: 0.0963590
Apr 15 19:38:38.598354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:38.610145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:38.642711 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c6381c4b-02f2-46f5-9651-03d07735167d req-384b750e-85f4-458a-9586-0aacf606c8ee tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572667
Apr 15 19:38:38.842942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['5d9a169d-4ef9-4517-a9c2-565cffb9eb6f'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:38:38.878202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b2febe29-c4c0-46c8-976a-a0ab601506c5'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:38:38.878426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7fa23-9881-4d99-8e41-fc6e8ee3e5ca req-76949a7d-bf41-4a09-8e03-fbf87a035bed tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:38.879819 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-def7fa23-9881-4d99-8e41-fc6e8ee3e5ca req-76949a7d-bf41-4a09-8e03-fbf87a035bed tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 945 time: 0.0964770
Apr 15 19:38:38.931453 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-def7fa23-9881-4d99-8e41-fc6e8ee3e5ca req-6ba1c2cb-da7b-40e5-971a-6b2fe66b57ae tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449409
Apr 15 19:38:39.234013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc457d-88c4-4cb5-8a77-e9afecdd0d24 req-4c469b76-0595-47c2-97ae-c9a7b6161754 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:39.236100 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-53fc457d-88c4-4cb5-8a77-e9afecdd0d24 req-4c469b76-0595-47c2-97ae-c9a7b6161754 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1145599
Apr 15 19:38:39.285633 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-53fc457d-88c4-4cb5-8a77-e9afecdd0d24 req-90c2ec31-9cb2-4ccd-842d-af93840fea8a tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428710
Apr 15 19:38:39.286035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-4441bdba-b86f-4d4f-b8c8-a5533cf009e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:39.287634 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-4441bdba-b86f-4d4f-b8c8-a5533cf009e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b50b98f6809c4827af150931fe60c57e&device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 1099 time: 0.1127837
Apr 15 19:38:39.445131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-579b7e10-69ca-48a7-8bb3-c83a016c6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:39.446727 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-579b7e10-69ca-48a7-8bb3-c83a016c6570 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 200  len: 919 time: 0.1520674
Apr 15 19:38:39.463104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:38:39.471696 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ab695944-e190-4e8c-bd90-e3929d444404 req-63a2cd17-110e-4392-8916-b6cadbf4befc tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 210 time: 0.0565944
Apr 15 19:38:39.527870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-b8cf29a9-c24f-4a2e-ad7c-2e9eaf7a1ba2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 200  len: 217 time: 0.0692861
Apr 15 19:38:39.629061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-cb21b8f2-b85d-4254-87b4-4b50a83df7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:39.630973 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-cb21b8f2-b85d-4254-87b4-4b50a83df7c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 200  len: 858 time: 0.0967228
Apr 15 19:38:39.709139 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-c8b7ff71-6929-49c1-ba6e-e08d050ba894 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b71d7c2-2476-4a3b-a726-66ccbef23e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609033
Apr 15 19:38:39.769499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5530c72-3eab-41ad-8bd5-f5d682ba7216 req-650c111d-1fdf-4b54-bbc7-67c6280a2bb9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:39.771142 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5530c72-3eab-41ad-8bd5-f5d682ba7216 req-650c111d-1fdf-4b54-bbc7-67c6280a2bb9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1634040
Apr 15 19:38:39.891758 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-f527d9d8-0a41-487b-9a7b-1d9fb6c7ea36 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748877
Apr 15 19:38:39.908411 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5530c72-3eab-41ad-8bd5-f5d682ba7216 req-b224b26b-98f8-466c-8fb2-1c010631bc4b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303432
Apr 15 19:38:39.940081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:39.946521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71747-4c1c-42f6-b941-fc62e6ffb0b7 req-f9828d42-4f83-4655-9749-e3038ef30c95 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:39.946521 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b4e71747-4c1c-42f6-b941-fc62e6ffb0b7 req-f9828d42-4f83-4655-9749-e3038ef30c95 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 949 time: 0.1431813
Apr 15 19:38:40.023084 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b4e71747-4c1c-42f6-b941-fc62e6ffb0b7 req-d0727034-e3af-4c75-9201-5fe53334f611 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701988
Apr 15 19:38:40.202369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ac409-52d2-476a-8a7f-3f0688d6ed7b req-05f3bddf-326f-400d-beae-c195aa7e3c0b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:40.204022 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1c4ac409-52d2-476a-8a7f-3f0688d6ed7b req-05f3bddf-326f-400d-beae-c195aa7e3c0b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 945 time: 0.1001692
Apr 15 19:38:40.230000 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe45d631-f967-48f9-b0eb-85bdcc71eefb req-11b45bc5-539e-4414-8c24-4d717b63b0a3 service neutron] 10.222.0.42 "GET /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3243668
Apr 15 19:38:40.253720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-61468359-8f02-4050-baa6-eb4d3eab24c8 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:40.255368 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-61468359-8f02-4050-baa6-eb4d3eab24c8 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 812 time: 0.2546318
Apr 15 19:38:40.271652 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1c4ac409-52d2-476a-8a7f-3f0688d6ed7b req-1c4dc47e-dad2-4a9c-9728-fa6299bcd576 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596106
Apr 15 19:38:40.351295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-8d17ed50-9b24-46cc-80e7-d8327bcdbed3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Synchronizing usage tracker for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:security_group {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:38:40.364297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-8d17ed50-9b24-46cc-80e7-d8327bcdbed3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Unset dirty status for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:security_group {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:38:40.365747 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-8d17ed50-9b24-46cc-80e7-d8327bcdbed3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 8061 time: 0.0991006
Apr 15 19:38:40.375712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'port': {'device_id': '637de899-4434-4b3b-920f-589ece139da2', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'admin_state_up': True, 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'security_groups': ['482bfd72-c896-4e4f-b6d7-4a6c514af741']}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:40.386077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 45502) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:40.540766 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:38:40.554246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:38:40.605420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Made reservation on behalf of ee85236559e849beb8f204ab73f5c9f1 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:38:40.612981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:40.646855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-20d2bfaf-0b01-4528-b2f4-8524e8b4268a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2592239
Apr 15 19:38:40.650011 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9c7593a5-e053-4d6c-acff-9cc8d5de41a4 req-db66dbd3-7b7d-4f75-b1c6-76aeaa357dcc tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 210 time: 0.0613251
Apr 15 19:38:40.663957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd642-0803-48dc-8473-35a8b10b2bc0 req-b9bc31cc-6952-40a8-a736-b2800b9fb84a tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:40.673278 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0a4bd642-0803-48dc-8473-35a8b10b2bc0 req-b9bc31cc-6952-40a8-a736-b2800b9fb84a tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2573397
Apr 15 19:38:40.732671 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0a4bd642-0803-48dc-8473-35a8b10b2bc0 req-c10f84c3-b74f-4de3-8970-9e67ca7e154b tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584188
Apr 15 19:38:40.876688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Allocated IP 172.20.0.10 (bae0f99e-79fa-415a-b153-adad5f08caf7/6a14186e-6409-475a-b7c4-ab5996497464/f7af3250-0f2d-48da-867e-abeb579d68f9) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:38:41.090489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:41.111666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Transition to ACTIVE for port object f7af3250-0f2d-48da-867e-abeb579d68f9 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:38:41.138021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9453c2-bfcb-46d9-a181-a8afeb02bb9e req-40c89eca-5a18-43dc-889a-82668cb47625 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:41.139803 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5f9453c2-bfcb-46d9-a181-a8afeb02bb9e req-40c89eca-5a18-43dc-889a-82668cb47625 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1014392
Apr 15 19:38:41.163745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:41.183955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7dd0da1e-1ebe-4a9c-8bf3-31c5ad89ec37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:41.248099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5f9453c2-bfcb-46d9-a181-a8afeb02bb9e req-eb85ccf4-a13d-488c-ab0b-39cb0ef3e063 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002986
Apr 15 19:38:41.280754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e9872-dc4c-4997-8225-4e332df23b29 req-2d19add5-757b-4e2d-9874-4fffc7da259f tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:41.283202 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-472e9872-dc4c-4997-8225-4e332df23b29 req-2d19add5-757b-4e2d-9874-4fffc7da259f tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 949 time: 0.1383057
Apr 15 19:38:41.344897 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-472e9872-dc4c-4997-8225-4e332df23b29 req-370bf8c7-b1ca-454c-aaa8-fda2c3457bb3 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479295
Apr 15 19:38:41.350662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=f7af3250-0f2d-48da-867e-abeb579d68f9,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:41.355370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:41.410317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Network bae0f99e-79fa-415a-b153-adad5f08caf7 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:38:41.411704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:38:41.414613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:38:41.420652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:41.421454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:41.473382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b2febe29-c4c0-46c8-976a-a0ab601506c5 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:38:41.503607 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1320584
Apr 15 19:38:41.536133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Request body: {'port': {'device_id': '637de899-4434-4b3b-920f-589ece139da2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:38:41.562287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583fdda-2369-4149-8e06-945baf6b290d req-86883b6e-9faa-417e-89fd-1230ec932531 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:41.576562 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d583fdda-2369-4149-8e06-945baf6b290d req-86883b6e-9faa-417e-89fd-1230ec932531 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 945 time: 0.1739895
Apr 15 19:38:41.663098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port b2febe29-c4c0-46c8-976a-a0ab601506c5 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:38:41.663242 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d583fdda-2369-4149-8e06-945baf6b290d req-974f80a5-5e66-4601-9803-1c89e38ed663 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852263
Apr 15 19:38:41.679152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port b2febe29-c4c0-46c8-976a-a0ab601506c5 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:38:41.679724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:41.747518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:41.793730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-09775751-47b4-4613-9a66-3b987cb9ea76 None None] Provisioning for port f7af3250-0f2d-48da-867e-abeb579d68f9 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:38:41.803992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-09775751-47b4-4613-9a66-3b987cb9ea76 None None] Provisioning complete for port f7af3250-0f2d-48da-867e-abeb579d68f9 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:38:41.804420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-09775751-47b4-4613-9a66-3b987cb9ea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:41.916745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:41.983332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:41.993207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-09775751-47b4-4613-9a66-3b987cb9ea76 None None] Port f7af3250-0f2d-48da-867e-abeb579d68f9 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:38:42.000536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:42.023575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80f937-2aab-435b-9ef9-d80986f53358 req-0a9cc671-a263-42b4-b55e-ce7bfdeeda08 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:42.025374 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c80f937-2aab-435b-9ef9-d80986f53358 req-0a9cc671-a263-42b4-b55e-ce7bfdeeda08 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 932 time: 0.2209837
Apr 15 19:38:42.040054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:42.041230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:38:42.075012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:42.094816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0557e-9429-4d5d-8aaf-fbf2baf7177c req-6b400d21-541a-41e4-9713-3277b088b429 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:42.103980 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3c0557e-9429-4d5d-8aaf-fbf2baf7177c req-6b400d21-541a-41e4-9713-3277b088b429 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1662815
Apr 15 19:38:42.127818 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c80f937-2aab-435b-9ef9-d80986f53358 req-d3faccdd-c562-4b65-84b7-e4d19cb52ede tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920954
Apr 15 19:38:42.166121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:42.172007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:42.196098 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'code': 200}
Apr 15 19:38:42.196388 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3c0557e-9429-4d5d-8aaf-fbf2baf7177c req-931358ff-a23f-4a41-b50e-925db77fbf8e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873873
Apr 15 19:38:42.254693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:38:42.260605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:38:42.261168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:42.454852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:42.508968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,segment=NetworkSegment(edc398e0-3318-4a81-bfe9-cef02322fc3a),segment_id=edc398e0-3318-4a81-bfe9-cef02322fc3a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:38:42.516803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152a5a8-4097-4b70-8090-a4f18dcbe0b2 req-2735d36e-55c5-4b5c-957d-b43ed5685154 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:42.518488 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8152a5a8-4097-4b70-8090-a4f18dcbe0b2 req-2735d36e-55c5-4b5c-957d-b43ed5685154 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1032550
Apr 15 19:38:42.554763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:42.556061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:42.567734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7af3250-0f2d-48da-867e-abeb579d68f9 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:38:42.579305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:42.610581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Transition to ACTIVE for port object f7af3250-0f2d-48da-867e-abeb579d68f9 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:38:42.633891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3fcea-e2d1-4139-98b4-b547b61eef15 req-c44f7112-03d3-46ef-8169-690de6206a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:42.635685 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e9f3fcea-e2d1-4139-98b4-b547b61eef15 req-c44f7112-03d3-46ef-8169-690de6206a1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1099 time: 0.1262481
Apr 15 19:38:42.645658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:42.673702 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8152a5a8-4097-4b70-8090-a4f18dcbe0b2 req-edfb5108-6d7a-434d-a3c7-58f5f2fef3a8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908632
Apr 15 19:38:42.674574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:42.681139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:42.731675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd98fc0-fd8a-48d4-841d-cf6e02bf6862 req-b8b3cc4f-0592-4954-ac62-bfe41f8b331f tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:42.739186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-981d7063-1b99-4fd3-9887-9a3e7da57ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:42.744325 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd98fc0-fd8a-48d4-841d-cf6e02bf6862 req-b8b3cc4f-0592-4954-ac62-bfe41f8b331f tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.2246840
Apr 15 19:38:42.800733 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1bd98fc0-fd8a-48d4-841d-cf6e02bf6862 req-3d8969e3-dd2b-455f-87f8-74099c55b5db tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551410
Apr 15 19:38:42.889159 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e9f3fcea-e2d1-4139-98b4-b547b61eef15 req-5c6fa6e6-67bb-431d-9be1-e36e2a62f92e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459323
Apr 15 19:38:42.914219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Pushing event updated for resources: {'Port': ['ID=f7af3250-0f2d-48da-867e-abeb579d68f9,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:42.919559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:42.940984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950bdae-8339-4f39-836b-8aa8764d9070 req-40c3be7e-a7c5-4a69-94db-bc12d00b06df tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:42.943084 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9950bdae-8339-4f39-836b-8aa8764d9070 req-40c3be7e-a7c5-4a69-94db-bc12d00b06df tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.0962851
Apr 15 19:38:42.995612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9950bdae-8339-4f39-836b-8aa8764d9070 req-d373400a-2e0a-4dc8-8bd7-8b0c19a7497c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460606
Apr 15 19:38:43.146756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Attempting to bind port f7af3250-0f2d-48da-867e-abeb579d68f9 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:38:43.147149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Attempting to bind port f7af3250-0f2d-48da-867e-abeb579d68f9 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:38:43.147531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Attempting to bind port f7af3250-0f2d-48da-867e-abeb579d68f9 on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:43.154698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Port f7af3250-0f2d-48da-867e-abeb579d68f9 on network bae0f99e-79fa-415a-b153-adad5f08caf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:38:43.155070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Attempting to bind port f7af3250-0f2d-48da-867e-abeb579d68f9 on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:38:43.165278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:38:43.165698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Checking segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:38:43.166135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Bound using segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:38:43.166628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Bound port: f7af3250-0f2d-48da-867e-abeb579d68f9, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:38:43.167025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:43.223338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 45552) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:43.261233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-0df6aa2d-86a1-41f4-a398-73c50a159174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:43.263127 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-0df6aa2d-86a1-41f4-a398-73c50a159174 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f&tenant_id=89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 1096 time: 0.1771343
Apr 15 19:38:43.365292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] For port f7af3250-0f2d-48da-867e-abeb579d68f9, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:38:43.369891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] For port f7af3250-0f2d-48da-867e-abeb579d68f9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7af3250-0f2d-48da-867e-abeb579d68f9,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:38:43.397562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-2babf5c3-567d-42e5-972c-ace1fae9cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:43.397909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:43.399235 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-2babf5c3-567d-42e5-972c-ace1fae9cf5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1096 time: 0.1003826
Apr 15 19:38:43.405383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:43.423164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:43.433105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:38:43.445367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Usage tracker for resource:security_group_rule and tenant:ea466d432a4b49c1bca070146d7bf38e is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:38:43.451364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:38:43.466152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:38:43.493051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66001410-86ae-45ce-90cd-ee48b009dec8 req-821f6cb9-34b6-444b-93a1-456418a700fb tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:43.494665 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-66001410-86ae-45ce-90cd-ee48b009dec8 req-821f6cb9-34b6-444b-93a1-456418a700fb tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.2411115
Apr 15 19:38:43.693220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Pushing event updated for resources: {'Port': ['ID=f7af3250-0f2d-48da-867e-abeb579d68f9,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:43.718023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:43.755289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-29087e9c-af58-4277-9a6d-c64b7d8afec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:43.756811 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-29087e9c-af58-4277-9a6d-c64b7d8afec6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.3378248
Apr 15 19:38:43.763798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52c288-8777-4169-93a6-09661eb3db54 req-cd53ded0-aa23-400a-80ea-b205d5bf8790 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:43.765463 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8d52c288-8777-4169-93a6-09661eb3db54 req-cd53ded0-aa23-400a-80ea-b205d5bf8790 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.4499605
Apr 15 19:38:43.769667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:43.770351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:43.771780 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] 10.222.0.42 "PUT /v2.0/ports/f7af3250-0f2d-48da-867e-abeb579d68f9 HTTP/1.1" status: 200  len: 1094 time: 2.2518861
Apr 15 19:38:43.772335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:43.873140 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-66001410-86ae-45ce-90cd-ee48b009dec8 req-b105f427-9e24-4898-8a41-018fc79e89ea tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3633158
Apr 15 19:38:43.905627 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8d52c288-8777-4169-93a6-09661eb3db54 req-5486f5ea-f9e5-4f9b-a774-7827898f6c4a tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208518
Apr 15 19:38:43.931124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:43.963281 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:43.976257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f60c8185-9d5d-4124-8e2c-02433ee47cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:44.061222 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea466d432a4b49c1bca070146d7bf38e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8366849
Apr 15 19:38:44.068098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 45574) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:38:44.074983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb5077-f310-4ee1-ac8b-8b0ca6d7a6ca,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:44.128234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:44.132256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-23d33dde-95b2-4370-a766-be5bd22c78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.134049 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-23d33dde-95b2-4370-a766-be5bd22c78b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 1097 time: 0.2672493
Apr 15 19:38:44.148102 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-c95a1589-1ee1-443f-97cf-eb4a6691eff7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 200  len: 999 time: 0.3801694
Apr 15 19:38:44.196983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ba324e-1374-46a7-ab64-b483ea862217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:38:44.229582 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-f4f5c208-d8d9-4495-86ee-c5c1bdc23833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7af3250-0f2d-48da-867e-abeb579d68f9 HTTP/1.1" status: 200  len: 217 time: 0.0839074
Apr 15 19:38:44.243543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ef48-cc7a-431f-9fe1-932c4f2348f9 req-6ba89807-e32e-4c77-9cc2-bb2ea5b2defb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.245138 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3e55ef48-cc7a-431f-9fe1-932c4f2348f9 req-6ba89807-e32e-4c77-9cc2-bb2ea5b2defb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1726291
Apr 15 19:38:44.262031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb1a21-7ec9-44a4-863b-060369345694 req-bf15b196-e90b-477f-88b5-4664bd542f50 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.263817 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-65eb1a21-7ec9-44a4-863b-060369345694 req-bf15b196-e90b-477f-88b5-4664bd542f50 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1294911
Apr 15 19:38:44.340728 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3e55ef48-cc7a-431f-9fe1-932c4f2348f9 req-dc36543a-8d3e-47b4-bc11-7a19ee6e3a5c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874994
Apr 15 19:38:44.346420 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-65eb1a21-7ec9-44a4-863b-060369345694 req-7d3572ce-f344-47d2-970c-049d3d3738d6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683393
Apr 15 19:38:44.381969 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:44.404234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-e8f0d19b-57e7-48b9-a2e7-2a5488531dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.406019 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-e8f0d19b-57e7-48b9-a2e7-2a5488531dda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.1330774
Apr 15 19:38:44.410919 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'status': 'completed', 'code': 200}
Apr 15 19:38:44.414347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-69869185-b9e2-4748-819f-d41a2f853839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.415921 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-69869185-b9e2-4748-819f-d41a2f853839 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.1879559
Apr 15 19:38:44.520302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:44.564409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e5827-2431-4adb-adc8-64e2eb76f575 req-71bfb443-2e0d-4cd0-951b-32bb4d81cdd2 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.566075 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ba9e5827-2431-4adb-adc8-64e2eb76f575 req-71bfb443-2e0d-4cd0-951b-32bb4d81cdd2 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.0953424
Apr 15 19:38:44.628918 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ba9e5827-2431-4adb-adc8-64e2eb76f575 req-6411f5be-f1dd-49c1-ae9b-1fd60dbde792 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561290
Apr 15 19:38:44.666124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-089737a4-d098-4d0e-bff2-94aca2b84c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.668547 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-089737a4-d098-4d0e-bff2-94aca2b84c45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2515965
Apr 15 19:38:44.671875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-f38829df-1156-4d2e-890a-a4a6ebf7e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.673950 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-f38829df-1156-4d2e-890a-a4a6ebf7e45d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2485957
Apr 15 19:38:44.676791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:44.689870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ba324e-1374-46a7-ab64-b483ea862217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f', 'code': 200}
Apr 15 19:38:44.709158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73a56f1f-9126-434e-969d-50454c37bf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:38:44.806264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb5077-f310-4ee1-ac8b-8b0ca6d7a6ca,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:38:44.883473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:44.889430 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36bb5077-f310-4ee1-ac8b-8b0ca6d7a6ca HTTP/1.1" status: 204  len: 168 time: 0.8178418
Apr 15 19:38:44.909194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:38:44.968030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c280728-2e35-46af-9517-143008ba3f99 req-1009bc1d-dc61-4cca-9340-eabf79ed9780 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:44.975941 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c280728-2e35-46af-9517-143008ba3f99 req-1009bc1d-dc61-4cca-9340-eabf79ed9780 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.1886766
Apr 15 19:38:45.102096 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c280728-2e35-46af-9517-143008ba3f99 req-71da6d59-cd92-4ea5-9c5a-a784419c43b5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183817
Apr 15 19:38:45.154226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b390cf-c82e-4185-af24-5197f89a5c8e req-c0b0f2d1-e0ab-473d-bc13-73a8b3af86e4 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:45.155978 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69b390cf-c82e-4185-af24-5197f89a5c8e req-c0b0f2d1-e0ab-473d-bc13-73a8b3af86e4 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.1163480
Apr 15 19:38:45.168091 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-e4c681c5-6f8b-4789-a297-41f0856e9428 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4834683
Apr 15 19:38:45.184184 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-de30764a-3c71-40a6-89fb-4a90b358ceb5 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5020170
Apr 15 19:38:45.221662 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69b390cf-c82e-4185-af24-5197f89a5c8e req-7661458c-c6b1-486e-a6a9-0765d386f04d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566781
Apr 15 19:38:45.589876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a8d4-809f-456b-8163-6b9b45b4803d req-d06140fb-9b3c-4701-b940-b296f011f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:45.591482 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-25a2a8d4-809f-456b-8163-6b9b45b4803d req-d06140fb-9b3c-4701-b940-b296f011f68f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 1103 time: 0.5799129
Apr 15 19:38:45.637885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81c832-bbca-4ff7-b914-17bc85bf7950 req-70cf5af9-f328-49f5-bd2e-ca53b89c35c0 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:45.641134 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cc81c832-bbca-4ff7-b914-17bc85bf7950 req-70cf5af9-f328-49f5-bd2e-ca53b89c35c0 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1635802
Apr 15 19:38:45.649313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f05f0-cd87-4531-b502-255ec02d52d7 req-48fec35e-4ab5-40bd-ba1c-61fe81022302 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:45.651135 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7a7f05f0-cd87-4531-b502-255ec02d52d7 req-48fec35e-4ab5-40bd-ba1c-61fe81022302 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1292689
Apr 15 19:38:45.723952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-25a2a8d4-809f-456b-8163-6b9b45b4803d req-e0b51d8e-af1a-4a6e-a8ec-68f33ad033a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190574
Apr 15 19:38:45.730243 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b12a654b-ded7-4ae1-a9f6-ec2566bdbbc4 req-f6e07443-dcbb-405b-afc5-80cb87c10ad5 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5450726
Apr 15 19:38:45.732107 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cc81c832-bbca-4ff7-b914-17bc85bf7950 req-19b21d0e-0b30-4606-a891-3e086c6d313e tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799241
Apr 15 19:38:45.732281 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-98ccb666-6922-4958-8fb5-55e3d0f2f255 req-42c3c498-6bc1-4fc9-928e-0d374fc6682b service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5181744
Apr 15 19:38:45.737240 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7a7f05f0-cd87-4531-b502-255ec02d52d7 req-09de9827-6c9e-4826-93f9-a3b9c2643c5a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689249
Apr 15 19:38:45.936152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba2cbc-b351-45fd-aa8e-5dc4e4a7bb69 req-2287461a-7720-4dfe-8977-d9118126dbde tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:45.937816 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2bba2cbc-b351-45fd-aa8e-5dc4e4a7bb69 req-2287461a-7720-4dfe-8977-d9118126dbde tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.0946617
Apr 15 19:38:45.988099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2bba2cbc-b351-45fd-aa8e-5dc4e4a7bb69 req-8e9c1fef-96cd-438f-9504-7c5c9d864bd3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429046
Apr 15 19:38:46.059080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-8529bdfc-d139-42ba-8c5d-58f9595c33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:46.060993 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-8529bdfc-d139-42ba-8c5d-58f9595c33c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 1097 time: 0.1039600
Apr 15 19:38:46.209270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-5c92504f-82b9-4354-b26e-fab7a0ad9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:46.211356 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-5c92504f-82b9-4354-b26e-fab7a0ad9d17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.1402719
Apr 15 19:38:46.289946 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-9e69b515-a9e3-4657-9ce7-46d921427fcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7af3250-0f2d-48da-867e-abeb579d68f9 HTTP/1.1" status: 200  len: 217 time: 0.0714915
Apr 15 19:38:46.361859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-811a6b82-2332-432a-92ea-f01476a1d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:46.363576 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-811a6b82-2332-432a-92ea-f01476a1d315 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0669873
Apr 15 19:38:46.483907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884545b4-d56e-447f-9159-1a38586c8329 req-1a3f8867-3698-4f51-9099-01f41cdac4f5 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:46.485613 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-884545b4-d56e-447f-9159-1a38586c8329 req-1a3f8867-3698-4f51-9099-01f41cdac4f5 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.1378026
Apr 15 19:38:46.492158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-474d0117-aa33-4a3e-812c-9b04aa212082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:46.493778 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-474d0117-aa33-4a3e-812c-9b04aa212082 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069620
Apr 15 19:38:46.563518 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-884545b4-d56e-447f-9159-1a38586c8329 req-a993d0c9-44b4-4043-8326-4500a917ff79 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711849
Apr 15 19:38:46.725084 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-77419351-f1b3-42be-b861-8713c8e29533 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135170
Apr 15 19:38:46.923804 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-88e0781e-8d5a-49c5-9164-f1f6fdcb962f req-46dd8a52-c9bb-4510-bdd3-e6133bc69a8d service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827176
Apr 15 19:38:47.065622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426215d-2f57-4453-a785-2a38603eeacc req-fe226955-0980-4683-9c51-7f0e26b5a9fd tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:47.067385 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0426215d-2f57-4453-a785-2a38603eeacc req-fe226955-0980-4683-9c51-7f0e26b5a9fd tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1712482
Apr 15 19:38:47.129430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8e6c4-2a51-46ec-ad7d-a10c8c47eb98 req-37ea8754-2483-40e7-b888-5ccdacf1276d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:47.131223 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-96c8e6c4-2a51-46ec-ad7d-a10c8c47eb98 req-37ea8754-2483-40e7-b888-5ccdacf1276d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1494510
Apr 15 19:38:47.142035 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0426215d-2f57-4453-a785-2a38603eeacc req-f345f880-ef8b-4a99-abba-b4e76750fe91 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657194
Apr 15 19:38:47.184000 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-96c8e6c4-2a51-46ec-ad7d-a10c8c47eb98 req-cac9d2e9-3d60-4462-9e20-fb3bded69461 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459411
Apr 15 19:38:47.559782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:38:47.792000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788863-4f4f-4262-a6a0-1fdcb840c78d req-30ea32a3-806e-40d1-97ce-0e2686733bc7 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:47.794002 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-01788863-4f4f-4262-a6a0-1fdcb840c78d req-30ea32a3-806e-40d1-97ce-0e2686733bc7 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.1032598
Apr 15 19:38:47.848189 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-01788863-4f4f-4262-a6a0-1fdcb840c78d req-8879fe05-9ca9-4246-bb0e-a87135739a84 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441048
Apr 15 19:38:48.369422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252eaf-32ca-484e-bc6b-f9ed3e766bae req-c006f7c3-90e6-44fa-8751-18167366edcb tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:48.371113 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d3252eaf-32ca-484e-bc6b-f9ed3e766bae req-c006f7c3-90e6-44fa-8751-18167366edcb tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1015382
Apr 15 19:38:48.419789 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d3252eaf-32ca-484e-bc6b-f9ed3e766bae req-e76ff46e-b011-4711-acbd-898717f6d840 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418694
Apr 15 19:38:48.626292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6eea-e26c-49b1-9105-9327c484dbf7 req-f5b4e620-7b8d-4c6a-b1ef-f6daf311a49c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:48.628043 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad8b6eea-e26c-49b1-9105-9327c484dbf7 req-f5b4e620-7b8d-4c6a-b1ef-f6daf311a49c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1016908
Apr 15 19:38:48.685153 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad8b6eea-e26c-49b1-9105-9327c484dbf7 req-512ad317-29b5-406d-a05e-b56d62ae76b2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444412
Apr 15 19:38:52.268804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:38:52.302798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde5267-c53e-4ced-b7b1-ebbe8c9ca610 req-97e7fdce-7597-4b61-a6c0-cb73ccd42289 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:52.304585 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7bde5267-c53e-4ced-b7b1-ebbe8c9ca610 req-97e7fdce-7597-4b61-a6c0-cb73ccd42289 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.0980246
Apr 15 19:38:52.359764 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7bde5267-c53e-4ced-b7b1-ebbe8c9ca610 req-e3c33b76-b015-489e-b775-2c388bed5eb7 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481367
Apr 15 19:38:52.846529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad2191-43dc-4878-99a8-8efbc52c50bd req-fa9edad6-3212-4f8d-8455-30112153290c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:52.848130 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-34ad2191-43dc-4878-99a8-8efbc52c50bd req-fa9edad6-3212-4f8d-8455-30112153290c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0948269
Apr 15 19:38:52.903875 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-34ad2191-43dc-4878-99a8-8efbc52c50bd req-b64b9eb2-ca76-4f00-9b6e-14fb8426b36c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493119
Apr 15 19:38:53.114115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87e61-59a6-439c-a789-10454016f58e req-339b13b7-80fd-4bc8-9e75-821c8447936c tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:53.115766 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b2c87e61-59a6-439c-a789-10454016f58e req-339b13b7-80fd-4bc8-9e75-821c8447936c tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1061654
Apr 15 19:38:53.165119 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b2c87e61-59a6-439c-a789-10454016f58e req-60bdd9b2-d2ba-4c63-ba1a-70dda4886bd7 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428944
Apr 15 19:38:53.352609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e5b41-60bc-4077-aac9-062894bccf3c req-e56ec5c5-913f-4032-abb3-a463a79385ff tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:53.354344 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2d6e5b41-60bc-4077-aac9-062894bccf3c req-e56ec5c5-913f-4032-abb3-a463a79385ff tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0874302
Apr 15 19:38:53.404233 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2d6e5b41-60bc-4077-aac9-062894bccf3c req-28288f1d-f39e-4157-a0b4-38cc76a61b6c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433655
Apr 15 19:38:53.608776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4e951-84b3-4411-884f-86cf164c22c6 req-fec2bf2a-5815-4586-a484-bfb860697eca tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:53.610836 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5ca4e951-84b3-4411-884f-86cf164c22c6 req-fec2bf2a-5815-4586-a484-bfb860697eca tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.0925434
Apr 15 19:38:53.664021 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5ca4e951-84b3-4411-884f-86cf164c22c6 req-f3fd8829-df67-4396-8832-590b63a3283c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469079
Apr 15 19:38:54.119986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdb09a-deae-4fc0-994b-05e2182a914f req-5b61e99f-2d80-495f-8497-302f7988c975 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:54.121599 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5acdb09a-deae-4fc0-994b-05e2182a914f req-5b61e99f-2d80-495f-8497-302f7988c975 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0926821
Apr 15 19:38:54.175370 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5acdb09a-deae-4fc0-994b-05e2182a914f req-1474aea0-a272-4b60-9f8f-2d42aa724551 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462177
Apr 15 19:38:54.385582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc00dd-eef7-409a-8a62-383cbe57f0ef req-3d9034f5-a470-434d-9ddb-0faf99cd9b46 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:54.387233 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-89fc00dd-eef7-409a-8a62-383cbe57f0ef req-3d9034f5-a470-434d-9ddb-0faf99cd9b46 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.0923877
Apr 15 19:38:54.440153 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-89fc00dd-eef7-409a-8a62-383cbe57f0ef req-51d0b21a-d121-41f5-b8cf-a93c348de412 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450871
Apr 15 19:38:54.638102 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdf373-af43-465f-8a62-3f545e8683ba req-7b771464-0963-42b2-9689-37267735952e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:54.639619 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-48fdf373-af43-465f-8a62-3f545e8683ba req-7b771464-0963-42b2-9689-37267735952e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0938084
Apr 15 19:38:54.690293 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-48fdf373-af43-465f-8a62-3f545e8683ba req-9cd4199b-3b09-465d-b7b6-1206ed9e271e tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431039
Apr 15 19:38:54.885465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96c19d-6237-4728-a105-f372026e1003 req-f97fe783-5505-4f06-a7d1-8e039075c395 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:54.887194 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cd96c19d-6237-4728-a105-f372026e1003 req-f97fe783-5505-4f06-a7d1-8e039075c395 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.0919375
Apr 15 19:38:54.939466 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cd96c19d-6237-4728-a105-f372026e1003 req-c2b0dd12-9d11-492b-b4aa-370fe8f609b0 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454063
Apr 15 19:38:55.401947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c767ec-6164-49f4-8c84-50dece85ec55 req-d0d66c25-cc88-433f-ab05-a9768077dd79 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:55.403530 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1c767ec-6164-49f4-8c84-50dece85ec55 req-d0d66c25-cc88-433f-ab05-a9768077dd79 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0912318
Apr 15 19:38:55.454397 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1c767ec-6164-49f4-8c84-50dece85ec55 req-0cec3b45-cd05-4737-9227-d9d2944a8808 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435266
Apr 15 19:38:55.667680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce4922-2737-440c-aa20-f93054e01ea2 req-106d7aab-8eeb-4ae3-bc66-f680a25f496e tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:55.669282 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b5ce4922-2737-440c-aa20-f93054e01ea2 req-106d7aab-8eeb-4ae3-bc66-f680a25f496e tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1077101
Apr 15 19:38:55.719030 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b5ce4922-2737-440c-aa20-f93054e01ea2 req-ab8dd085-b04a-4e3e-9021-b02cf3f63330 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426126
Apr 15 19:38:55.914361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71ee4-9dfa-401b-ae7d-66818a2ff51f req-b7c86c4b-ea36-426f-b19d-739874d33195 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:55.915989 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b7b71ee4-9dfa-401b-ae7d-66818a2ff51f req-b7c86c4b-ea36-426f-b19d-739874d33195 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0892246
Apr 15 19:38:55.966174 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b7b71ee4-9dfa-401b-ae7d-66818a2ff51f req-87cf5fe2-bbe7-4b46-a4ae-0f4aec417e1a tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422981
Apr 15 19:38:56.163810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499af94-26cc-40e8-b34c-c6e36afda2fe req-c251f6e9-6780-463e-a240-735c8835cd39 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:56.165465 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e499af94-26cc-40e8-b34c-c6e36afda2fe req-c251f6e9-6780-463e-a240-735c8835cd39 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.0965896
Apr 15 19:38:56.216909 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e499af94-26cc-40e8-b34c-c6e36afda2fe req-785bec8a-b44d-4e92-b7bc-7b6ecde1b105 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448217
Apr 15 19:38:56.667621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9bc0-d98f-41f8-a16c-2c9187a9b450 req-e249b7bf-7400-4e07-bc8d-370606ebaab1 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:56.669229 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f34f9bc0-d98f-41f8-a16c-2c9187a9b450 req-e249b7bf-7400-4e07-bc8d-370606ebaab1 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0903721
Apr 15 19:38:56.721000 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f34f9bc0-d98f-41f8-a16c-2c9187a9b450 req-5e9c7729-bca9-41aa-9a5e-3f0f1cfca58e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447063
Apr 15 19:38:56.928411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e4f13-6be3-4138-8384-fc365270db28 req-f0995b00-13f2-4c2c-8085-4a73663f5032 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:56.930173 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-060e4f13-6be3-4138-8384-fc365270db28 req-f0995b00-13f2-4c2c-8085-4a73663f5032 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.0918970
Apr 15 19:38:56.982355 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-060e4f13-6be3-4138-8384-fc365270db28 req-fea345c8-1212-4d49-a5f6-333dd8247b4b tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434451
Apr 15 19:38:57.182511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2aa9e-fd55-4eeb-86ad-d4875e626358 req-d12aa422-2ce7-4411-9d39-3c9745d9a048 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:57.184090 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cdf2aa9e-fd55-4eeb-86ad-d4875e626358 req-d12aa422-2ce7-4411-9d39-3c9745d9a048 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.0922513
Apr 15 19:38:57.235625 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cdf2aa9e-fd55-4eeb-86ad-d4875e626358 req-c0baf204-ad60-4e08-a041-b6f75a2f3824 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446136
Apr 15 19:38:57.426120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a5c70-606e-42a5-95d8-c26e4ad27060 req-0a519da9-37ae-4201-a2ac-47b589348799 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:38:57.427807 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fa4a5c70-606e-42a5-95d8-c26e4ad27060 req-0a519da9-37ae-4201-a2ac-47b589348799 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.0892601
Apr 15 19:38:57.482661 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fa4a5c70-606e-42a5-95d8-c26e4ad27060 req-b63638ea-ab72-4d17-b95a-6b7566081477 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480089
Apr 15 19:39:01.072021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e982b67-c17e-43b0-be6b-23d8e6e1f361 req-78a9be08-c07a-4c94-814e-f1a2d3a2454a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:01.073507 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e982b67-c17e-43b0-be6b-23d8e6e1f361 req-78a9be08-c07a-4c94-814e-f1a2d3a2454a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1573174
Apr 15 19:39:01.113938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c00dcc-7196-45ea-826e-8ed73ba5003a req-7cd39897-76e8-4c1e-aede-6a75a958ff34 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:01.115551 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e3c00dcc-7196-45ea-826e-8ed73ba5003a req-7cd39897-76e8-4c1e-aede-6a75a958ff34 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1388025
Apr 15 19:39:01.162294 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e982b67-c17e-43b0-be6b-23d8e6e1f361 req-81263b82-4514-4095-97af-351ea995c383 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789795
Apr 15 19:39:01.183795 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e3c00dcc-7196-45ea-826e-8ed73ba5003a req-16951d01-78d0-4c2a-9d70-2a001b312293 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542541
Apr 15 19:39:01.421797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d479245-9d25-448d-abd3-e6fb095b7241 req-21cad136-c14f-4142-8f48-a5a6f945ac16 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:01.423295 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9d479245-9d25-448d-abd3-e6fb095b7241 req-21cad136-c14f-4142-8f48-a5a6f945ac16 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1546223
Apr 15 19:39:01.434928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad0eb4-6a32-4c66-9c19-29f67297ac50 req-46987b87-06dd-4d0a-bf6b-9c1792327cd2 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:01.436360 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-faad0eb4-6a32-4c66-9c19-29f67297ac50 req-46987b87-06dd-4d0a-bf6b-9c1792327cd2 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.1264374
Apr 15 19:39:01.507707 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9d479245-9d25-448d-abd3-e6fb095b7241 req-8a4249d4-8452-4a16-8044-cfc43a444bd8 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702820
Apr 15 19:39:01.514996 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-faad0eb4-6a32-4c66-9c19-29f67297ac50 req-c980dcec-cd1f-4559-92d8-a4542b2d203f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623739
Apr 15 19:39:02.380918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3a955-3448-4320-96d1-43be31cf2679 req-30d1d14c-a008-4771-aff3-d99d705845da tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:02.382611 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ffb3a955-3448-4320-96d1-43be31cf2679 req-30d1d14c-a008-4771-aff3-d99d705845da tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0926681
Apr 15 19:39:02.434195 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ffb3a955-3448-4320-96d1-43be31cf2679 req-c0e7efc6-5c88-4e4e-926a-77e326023224 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448406
Apr 15 19:39:02.526841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-76f8b242-aff8-4bc3-8ef7-e676033e265d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:02.527607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-76f8b242-aff8-4bc3-8ef7-e676033e265d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Synchronizing usage tracker for tenant:2abec4189c9142c8b6d2c56f5ba17e95 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:39:02.532150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e9d1f-b389-4fe1-b26d-1c8d27ad6ada req-d9d0e7ee-5d75-4ce9-8201-82561fafcd22 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:02.533773 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ef1e9d1f-b389-4fe1-b26d-1c8d27ad6ada req-d9d0e7ee-5d75-4ce9-8201-82561fafcd22 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.0878363
Apr 15 19:39:02.574981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-76f8b242-aff8-4bc3-8ef7-e676033e265d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Unset dirty status for tenant:2abec4189c9142c8b6d2c56f5ba17e95 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:39:02.576505 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-76f8b242-aff8-4bc3-8ef7-e676033e265d tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.42 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 950 time: 0.1412811
Apr 15 19:39:02.583325 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ef1e9d1f-b389-4fe1-b26d-1c8d27ad6ada req-165cd871-3888-481b-b3dc-7556db674d41 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419881
Apr 15 19:39:02.682263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Deleting port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:39:02.682635 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:02.765122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86922e-6391-426c-a1bf-2f40264067f4 req-6a92f50d-2354-42e7-9fb0-6cacc9c396d4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:02.767249 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cb86922e-6391-426c-a1bf-2f40264067f4 req-6a92f50d-2354-42e7-9fb0-6cacc9c396d4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1416900
Apr 15 19:39:02.831838 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cb86922e-6391-426c-a1bf-2f40264067f4 req-75f19734-3ead-4801-baf9-3d8287895047 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573809
Apr 15 19:39:02.840870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295e415-3ad7-400f-be50-f230ac1f978f req-03cb89cb-5304-4532-99b3-5bd45d842009 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:02.842520 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a295e415-3ad7-400f-be50-f230ac1f978f req-03cb89cb-5304-4532-99b3-5bd45d842009 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 944 time: 0.1423571
Apr 15 19:39:02.894855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a295e415-3ad7-400f-be50-f230ac1f978f req-bb3c979d-bcca-4049-a2be-01e9c56e3bcf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449400
Apr 15 19:39:02.949456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] For port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,segment=NetworkSegment(edc398e0-3318-4a81-bfe9-cef02322fc3a),segment_id=edc398e0-3318-4a81-bfe9-cef02322fc3a)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:02.949862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:03.082499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Calling delete_port for 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:39:03.323437 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:03.337927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['5d9a169d-4ef9-4517-a9c2-565cffb9eb6f'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:39:03.339680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:03.439362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Pushing event deleted for resources: {'Port': ['ID=5d9a169d-4ef9-4517-a9c2-565cffb9eb6f,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:03.455100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.455507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.455993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.456414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.456828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.457248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.457667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.458092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.458483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.458895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.459289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.459714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:03.464596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:03.631735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f7af3250-0f2d-48da-867e-abeb579d68f9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:39:03.648991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-45a5b041-e951-4690-a00f-60c180b5d9ca tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:03.649825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-45a5b041-e951-4690-a00f-60c180b5d9ca tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Synchronizing usage tracker for tenant:b50b98f6809c4827af150931fe60c57e on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:39:03.662669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7ae1d-8e1d-4a62-bfdc-e3fdf98fb006 req-0e2d6f12-d008-4430-b9ae-72a8f742f534 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:03.664323 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-86e7ae1d-8e1d-4a62-bfdc-e3fdf98fb006 req-0e2d6f12-d008-4430-b9ae-72a8f742f534 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.1063447
Apr 15 19:39:03.726217 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-86e7ae1d-8e1d-4a62-bfdc-e3fdf98fb006 req-912ae43b-5713-409d-a77d-4063e701c975 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540974
Apr 15 19:39:03.783812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-45a5b041-e951-4690-a00f-60c180b5d9ca tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Unset dirty status for tenant:b50b98f6809c4827af150931fe60c57e on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:39:03.785521 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-45a5b041-e951-4690-a00f-60c180b5d9ca tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.3198841
Apr 15 19:39:03.787097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] No DVR routers for this DVR port 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:39:03.789924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:03.794424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ba324e-1374-46a7-ab64-b483ea862217', 'name': 'network-vif-deleted', 'tag': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:03.797910 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-327c9c71-1f5b-4c81-b9f1-32e3012899b1 req-7682aac3-820e-47c2-8495-8cacd79101c8 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.25 "GET /v2.0/ports?device_id=49ba324e-1374-46a7-ab64-b483ea862217 HTTP/1.1" status: 200  len: 210 time: 0.0587230
Apr 15 19:39:03.821634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port f7af3250-0f2d-48da-867e-abeb579d68f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7af3250-0f2d-48da-867e-abeb579d68f9,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:03.837061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'port_id': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'mac_address': 'fa:16:3e:49:e2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:39:03.880643 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ba324e-1374-46a7-ab64-b483ea862217', 'name': 'network-vif-deleted', 'tag': '5d9a169d-4ef9-4517-a9c2-565cffb9eb6f', 'status': 'completed', 'code': 200}
Apr 15 19:39:03.906871 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:03.920339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Deleting port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:39:03.920339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:03.931503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7af3250-0f2d-48da-867e-abeb579d68f9 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:39:03.952090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port f7af3250-0f2d-48da-867e-abeb579d68f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7af3250-0f2d-48da-867e-abeb579d68f9,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:03.955505 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9ffe8ae4-dbf7-43de-a223-6d563063f842 req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] 10.222.0.42 "DELETE /v2.0/ports/5d9a169d-4ef9-4517-a9c2-565cffb9eb6f HTTP/1.1" status: 204  len: 173 time: 1.3711696
Apr 15 19:39:03.983861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:03.987234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:04.067105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=f7af3250-0f2d-48da-867e-abeb579d68f9,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:04.070405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:04.113308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947da39-a4a2-436a-8444-ea7d0854f26c req-183f3184-1ec9-4396-b45e-4101981c4cc4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:04.114996 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b947da39-a4a2-436a-8444-ea7d0854f26c req-183f3184-1ec9-4396-b45e-4101981c4cc4 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 945 time: 0.1655500
Apr 15 19:39:04.168386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c2419-4dbe-4a73-b8b4-b7aa8b7f63bd req-29f87b31-3f8b-483b-82db-c1526b4f3ceb tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:04.169998 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c87c2419-4dbe-4a73-b8b4-b7aa8b7f63bd req-29f87b31-3f8b-483b-82db-c1526b4f3ceb tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 945 time: 0.1379352
Apr 15 19:39:04.212691 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b947da39-a4a2-436a-8444-ea7d0854f26c req-29d81401-48ac-4cef-9db9-69f5e1995469 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902648
Apr 15 19:39:04.244339 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c87c2419-4dbe-4a73-b8b4-b7aa8b7f63bd req-001ed9cc-f231-48e6-bf49-69cdbf0b1b97 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647137
Apr 15 19:39:04.254565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] For port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:04.255064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:04.297503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['f7af3250-0f2d-48da-867e-abeb579d68f9'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:39:04.398561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Calling delete_port for 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:39:04.673915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:04.689249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-26fa257c-f8a8-4664-8b9d-adff2fc49690 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:04.786533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Pushing event deleted for resources: {'Port': ['ID=84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:04.793266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:04.937815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] No DVR routers for this DVR port 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:39:04.942338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:04.963332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dca6a9-8626-4021-9e95-7de71b2a2976 req-a4ebfccc-d176-4bcc-a44d-d163c5b98944 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:04.964922 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d4dca6a9-8626-4021-9e95-7de71b2a2976 req-a4ebfccc-d176-4bcc-a44d-d163c5b98944 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0914161
Apr 15 19:39:04.990078 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b167f25f-8d47-451a-a549-0905b8ded8a9 req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "DELETE /v2.0/ports/84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba HTTP/1.1" status: 204  len: 173 time: 1.1836445
Apr 15 19:39:05.016978 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d4dca6a9-8626-4021-9e95-7de71b2a2976 req-d57c8cc6-e951-480f-acba-55fc0d74aa8b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450058
Apr 15 19:39:05.143500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b9e6f529-7ec9-4c16-862d-8e65278bbc74', '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:39:05.520418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-07cdcc7c-03e6-4918-8194-9a4d0e661c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:05.645583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f7af3250-0f2d-48da-867e-abeb579d68f9 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:05.667614 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-55f5764c-c75b-4530-8179-6eb124b8b5fd req-dc0da93a-f744-4355-89f3-d3d7c3173ea6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1430e16-e9fb-4601-ad1b-15f846b5228d HTTP/1.1" status: 200  len: 210 time: 0.2920601
Apr 15 19:39:05.817919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port f7af3250-0f2d-48da-867e-abeb579d68f9 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:05.824641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port f7af3250-0f2d-48da-867e-abeb579d68f9 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:05.829642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:05.864664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950e44d-765d-48cb-864a-4fbe3b243d6c req-65dca1cc-ee21-4824-9871-58078fa88564 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:05.868570 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3950e44d-765d-48cb-864a-4fbe3b243d6c req-65dca1cc-ee21-4824-9871-58078fa88564 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 945 time: 0.1115530
Apr 15 19:39:05.882198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'name': 'network-vif-deleted', 'tag': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:05.936260 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3950e44d-765d-48cb-864a-4fbe3b243d6c req-e9538d59-c659-4732-b860-7175e895e2fa tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625944
Apr 15 19:39:05.984938 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1430e16-e9fb-4601-ad1b-15f846b5228d', 'name': 'network-vif-deleted', 'tag': '84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba', 'status': 'completed', 'code': 200}
Apr 15 19:39:06.026874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:06.066695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port f7af3250-0f2d-48da-867e-abeb579d68f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7af3250-0f2d-48da-867e-abeb579d68f9,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:06.067649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:06.097586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:06.098554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:39:06.154360 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'code': 200}
Apr 15 19:39:06.155046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:06.199363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:39:06.199608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 5d9a169d-4ef9-4517-a9c2-565cffb9eb6f not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:39:06.234512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6ef-1e31-4292-9927-bf560ffb54a0 req-51940c74-3202-4644-a126-05d7499d1167 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:06.239745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=f7af3250-0f2d-48da-867e-abeb579d68f9,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:06.241842 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f387e6ef-1e31-4292-9927-bf560ffb54a0 req-51940c74-3202-4644-a126-05d7499d1167 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0989249
Apr 15 19:39:06.246198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:06.285946 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f387e6ef-1e31-4292-9927-bf560ffb54a0 req-e1e627a9-8f9f-4202-9ad6-4cba3a3243e1 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429447
Apr 15 19:39:06.555206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3d596-01fb-427e-840f-8b8169acef09 req-5fff7678-3a83-45cd-b4a7-27c75a165dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:06.556831 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fae3d596-01fb-427e-840f-8b8169acef09 req-5fff7678-3a83-45cd-b4a7-27c75a165dda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 1099 time: 0.0928295
Apr 15 19:39:06.604450 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fae3d596-01fb-427e-840f-8b8169acef09 req-0c4a82bb-ab7a-4c3b-9256-72f9c92831d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398431
Apr 15 19:39:07.164564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdf5ab-6a23-4cd4-87ad-4e42b5adbecf req-86ccc76f-276a-418d-9c92-30351c91bfc1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:07.166293 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1abdf5ab-6a23-4cd4-87ad-4e42b5adbecf req-86ccc76f-276a-418d-9c92-30351c91bfc1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 946 time: 0.1073639
Apr 15 19:39:07.269578 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1abdf5ab-6a23-4cd4-87ad-4e42b5adbecf req-8017ecfe-7bdb-487f-a6d2-90affb1a315d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968373
Apr 15 19:39:07.301555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae4417-197b-47c4-a04e-9f7921e6dfba req-9c91f2f2-a2f6-4964-a5c3-4905567d14da tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:07.303139 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4fae4417-197b-47c4-a04e-9f7921e6dfba req-9c91f2f2-a2f6-4964-a5c3-4905567d14da tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1160574
Apr 15 19:39:07.352777 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4fae4417-197b-47c4-a04e-9f7921e6dfba req-77a75bf4-2b96-4507-a80c-b07c5a8711da tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432425
Apr 15 19:39:07.486127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-49bb7bb5-87cf-4b32-8fe0-1b8eac40a9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:07.497661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7103a9-51ca-41c8-9ebf-268f33e82bf6 req-85d79c17-b415-4bd2-bd2a-a6410c4420c2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:07.499432 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7a7103a9-51ca-41c8-9ebf-268f33e82bf6 req-85d79c17-b415-4bd2-bd2a-a6410c4420c2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 943 time: 0.0932586
Apr 15 19:39:07.551263 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7a7103a9-51ca-41c8-9ebf-268f33e82bf6 req-0b7a971d-c26f-4c6d-92e6-53dbb09bd8a5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445621
Apr 15 19:39:07.648541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:39:07.653885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:39:07.697829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:39:07.698231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 84ed3f71-e1ad-4ea0-88b3-0a99b94d00ba not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:39:07.836309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:07.851728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'port_id': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'mac_address': 'fa:16:3e:36:97:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:39:07.913935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:07.933254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fd0630-5333-44b4-b6ea-d1afae5c149f {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:39:07.949378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:07.994642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:07.999877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:08.073348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:08.075960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=9']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:08.079853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:08.348170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['54fd0630-5333-44b4-b6ea-d1afae5c149f'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:39:08.559880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdbd2e-d07b-45f0-8534-d0f76c16979a req-4ba2590c-1a80-40b2-b39d-608f86160eb9 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:08.561620 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3cbdbd2e-d07b-45f0-8534-d0f76c16979a req-4ba2590c-1a80-40b2-b39d-608f86160eb9 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 946 time: 0.1502290
Apr 15 19:39:08.632211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:08.648321 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3cbdbd2e-d07b-45f0-8534-d0f76c16979a req-6e776f5e-8989-435c-95f5-9a8d3cd1bd7f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737545
Apr 15 19:39:08.674829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b61b83-4017-4afa-b366-752ee9a61488 req-f652c07e-3e5c-49c3-8f24-35eb3ee6066d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:08.676787 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-26b61b83-4017-4afa-b366-752ee9a61488 req-f652c07e-3e5c-49c3-8f24-35eb3ee6066d tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1729336
Apr 15 19:39:08.727697 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-26b61b83-4017-4afa-b366-752ee9a61488 req-79d78378-67e4-48f9-b0b3-95b87ad16519 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442824
Apr 15 19:39:08.912614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabf057-d7b6-4753-adae-cda39168b86f req-6f1dfaa5-324a-4326-b4b7-5297486bd5d3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:08.914341 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5aabf057-d7b6-4753-adae-cda39168b86f req-6f1dfaa5-324a-4326-b4b7-5297486bd5d3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 944 time: 0.1460321
Apr 15 19:39:08.986035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67752cc7-dd8e-453b-9c9d-f40ebd94137c req-223e60b9-eafe-4c8d-a741-b00ef5cf4456 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:08.987624 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-67752cc7-dd8e-453b-9c9d-f40ebd94137c req-223e60b9-eafe-4c8d-a741-b00ef5cf4456 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 946 time: 0.1450474
Apr 15 19:39:08.990646 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5aabf057-d7b6-4753-adae-cda39168b86f req-f1cb20f4-bef6-43fa-8a68-7a6946258ef8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643904
Apr 15 19:39:09.041704 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-67752cc7-dd8e-453b-9c9d-f40ebd94137c req-33a70c08-286e-4bed-a009-eebe3ba830f7 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470827
Apr 15 19:39:09.066953 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46062) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:09.328733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0388d7a-53b7-4ce8-b5d5-31333c9b94db tempest-TestVolumeBootPattern-1234503534 tempest-TestVolumeBootPattern-1234503534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:09.333429 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b0388d7a-53b7-4ce8-b5d5-31333c9b94db tempest-TestVolumeBootPattern-1234503534 tempest-TestVolumeBootPattern-1234503534-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 1094 time: 0.2623975
Apr 15 19:39:09.333667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46074) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:09.346454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'port_id': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:09.346454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:09.350326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:floatingip and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:09.353562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:09.368201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:09.409158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:09.568214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:09.646936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:09.725491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 54fd0630-5333-44b4-b6ea-d1afae5c149f triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:09.725922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:09.768888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b3ef-eeb4-49c3-ad2d-d01c1f50112b req-2c0d65aa-3c7a-4230-aa43-c978f015e71f tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:09.775918 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d291b3ef-eeb4-49c3-ad2d-d01c1f50112b req-2c0d65aa-3c7a-4230-aa43-c978f015e71f tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.1713171
Apr 15 19:39:09.845671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Allocated IP 172.27.1.243 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/b309623b-351a-432b-8c18-854d1e0da99c) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:09.861925 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d291b3ef-eeb4-49c3-ad2d-d01c1f50112b req-aae5b8fd-9ab8-4507-b8fe-5ac58402546c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847645
Apr 15 19:39:09.880408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46104) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:09.912157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:09.928563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:09.951236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:09.962734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:09.997954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:10.000898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e321c31a-8a01-4d33-80e6-d8dc0a684c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:10.071800 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'code': 200}
Apr 15 19:39:10.134077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=10']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:10.149070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:10.183022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f746718-e092-463f-aa0e-0219c5dc0155 tempest-TestMinimumBasicScenario-852600252 tempest-TestMinimumBasicScenario-852600252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:10.183794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2f746718-e092-463f-aa0e-0219c5dc0155 tempest-TestMinimumBasicScenario-852600252 tempest-TestMinimumBasicScenario-852600252-project-admin] Synchronizing usage tracker for tenant:05bb605991804a75b95dee7b6714b3e9 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:39:10.234852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2f746718-e092-463f-aa0e-0219c5dc0155 tempest-TestMinimumBasicScenario-852600252 tempest-TestMinimumBasicScenario-852600252-project-admin] Unset dirty status for tenant:05bb605991804a75b95dee7b6714b3e9 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:39:10.235715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:10.236346 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2f746718-e092-463f-aa0e-0219c5dc0155 tempest-TestMinimumBasicScenario-852600252 tempest-TestMinimumBasicScenario-852600252-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1094 time: 0.3547912
Apr 15 19:39:10.239380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46120) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:10.245082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'port_id': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:10.252087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:10.256075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:floatingip and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:10.259050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:10.265416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:10.271867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0621-5cee-4969-a39d-e37ffee44deb req-5b04f647-3552-44d7-9fe2-12fdcf915017 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:10.273546 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9f8b0621-5cee-4969-a39d-e37ffee44deb req-5b04f647-3552-44d7-9fe2-12fdcf915017 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.4098349
Apr 15 19:39:10.325920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for floatingip, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:10.354302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460d05e-b49e-483c-b814-6daf7380db8a req-cbb93f87-3f4e-4c7f-944b-fa7757455388 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:10.355952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0460d05e-b49e-483c-b814-6daf7380db8a req-cbb93f87-3f4e-4c7f-944b-fa7757455388 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.2034011
Apr 15 19:39:10.360142 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9f8b0621-5cee-4969-a39d-e37ffee44deb req-744d2e37-1ea1-488d-b9c6-64e306eaa36f tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750713
Apr 15 19:39:10.409137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:10.429267 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:10.479340 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0460d05e-b49e-483c-b814-6daf7380db8a req-9c9546a8-5608-4050-b571-71027ddcdbc6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080239
Apr 15 19:39:10.480140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:10.590930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=b309623b-351a-432b-8c18-854d1e0da99c,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:10.597362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:10.643876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Allocated IP 172.27.1.44 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/3fb4ece3-0770-4e9b-a308-60a372e7da8c) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:10.650911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:10.652168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:10.654530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:11.143811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:11.186546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:11.196664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187f4ba-772f-4611-819f-2da82f683acb req-9c074d51-5dd6-4a6c-8917-33f325ba5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:11.198277 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c187f4ba-772f-4611-819f-2da82f683acb req-9c074d51-5dd6-4a6c-8917-33f325ba5da9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1099 time: 0.1659894
Apr 15 19:39:11.253866 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c187f4ba-772f-4611-819f-2da82f683acb req-6ad1220a-08c2-4b06-af79-406c2c575e61 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469646
Apr 15 19:39:11.264980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:11.303384 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:11.321122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:11.458324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'Port': ['ID=3fb4ece3-0770-4e9b-a308-60a372e7da8c,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:11.461349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:11.524960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:11.526422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:11.531282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:11.557538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:11.594127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:11.676815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-27b33ab7-749d-486f-9414-5d641e2f7421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:11.799994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46140) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:11.986632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:11.994201 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ad21658f-79e3-4c0f-a29c-56219c1a3fb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2abec4189c9142c8b6d2c56f5ba17e95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1929104
Apr 15 19:39:12.000512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46146) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:12.044280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dad2a-fad8-46ec-b167-0847fb9b58ce req-93bca399-7683-4a64-9602-64b70045eace tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:12.045903 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5f0dad2a-fad8-46ec-b167-0847fb9b58ce req-93bca399-7683-4a64-9602-64b70045eace tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.5656154
Apr 15 19:39:12.067886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=b309623b-351a-432b-8c18-854d1e0da99c,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:12.070880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:12.071706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.142609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.177637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.193453 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5f0dad2a-fad8-46ec-b167-0847fb9b58ce req-9fd83538-0b86-4b56-8f06-6f65003af3d0 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387584
Apr 15 19:39:12.204056 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434904d-117f-461e-931a-e04dbf1e7e71 req-5628e09a-d39b-47e3-9830-bbc07dc6016f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:12.205671 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e434904d-117f-461e-931a-e04dbf1e7e71 req-5628e09a-d39b-47e3-9830-bbc07dc6016f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.4981468
Apr 15 19:39:12.246987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.334817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.344528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-11c7e664-ae07-46ad-b2fa-8493ec1acd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:12.360300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:12.365150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:12.410119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.413782 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd0fa863-9527-4a0a-b46a-c7a7cd5b5d82 HTTP/1.1" status: 204  len: 168 time: 0.4098408
Apr 15 19:39:12.457984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.472113 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e434904d-117f-461e-931a-e04dbf1e7e71 req-c3f35e7c-c68f-4c7a-8a09-43cf00f82700 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2552898
Apr 15 19:39:12.487519 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Floating IP dee32a45-4e5f-4912-95df-848e68a2670b associated. External IP: 172.27.1.243, port: f7af3250-0f2d-48da-867e-abeb579d68f9.
Apr 15 19:39:12.502972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.519575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7e442389-e0da-4deb-9735-3700a8b5b4b4 tempest-VolumesActionsTest-400515692 tempest-VolumesActionsTest-400515692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:12.664511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'Port': ['ID=3fb4ece3-0770-4e9b-a308-60a372e7da8c,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:12.668609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:12.743977 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:12.950574 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Floating IP f84c808c-92d3-4102-979b-7c5ce2764f7c associated. External IP: 172.27.1.44, port: b2febe29-c4c0-46c8-976a-a0ab601506c5.
Apr 15 19:39:13.008259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:39:13.214913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:39:13.236678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:39:13.262109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:13.262797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5bbb38>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:13.323623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:13.429961 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.0951276
Apr 15 19:39:13.437206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:13.506877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:39:13.521368 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'status': 'completed', 'code': 200}
Apr 15 19:39:13.534750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:13.566889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b8707-9606-4c75-8e78-41aed7939002 req-a7a2f6e6-289b-47c0-a759-d1b51271e3f6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:13.568700 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a00b8707-9606-4c75-8e78-41aed7939002 req-a7a2f6e6-289b-47c0-a759-d1b51271e3f6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.1373117
Apr 15 19:39:13.663042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46212) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:13.741183 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a00b8707-9606-4c75-8e78-41aed7939002 req-fadca8f3-6196-4c02-8123-b207a119c1cb tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648057
Apr 15 19:39:13.804674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4f1c1-44b7-4571-a7fd-25e7aaf39216 req-3f50581a-e246-4815-850d-9aa19d3539ac tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:13.806331 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-25d4f1c1-44b7-4571-a7fd-25e7aaf39216 req-3f50581a-e246-4815-850d-9aa19d3539ac tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.1421146
Apr 15 19:39:13.874242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-305054184-network', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:13.887385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:13.902099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-25d4f1c1-44b7-4571-a7fd-25e7aaf39216 req-acba1a10-853a-46a4-b069-f495fe5815c4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880320
Apr 15 19:39:13.910565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Usage tracker for resource:network and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:13.917683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:13.930099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:14.032068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Made reservation on behalf of 92c1622bc6cf45d7835ceeb2e3373708 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:14.037118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.060967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.070066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5bbb38>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'dee32a45-4e5f-4912-95df-848e68a2670b', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:49:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637de899-4434-4b3b-920f-589ece139da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:11Z', 'updated_at': '2021-04-15T19:39:11Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:14.074510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:39:14.084086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:14.084933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5bbb38>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:14.100792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:14.106841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:14.110619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:14.117031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:14.148444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-17fa8efb-bc41-4954-beab-d459ea843ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:14.150023 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-17fa8efb-bc41-4954-beab-d459ea843ab4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 1099 time: 0.5136838
Apr 15 19:39:14.151348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:39:14.166697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] Sync routers for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:39:14.179204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:14.180263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b979080>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:14.255061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.279986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.302841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.307489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:14.332880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:14.370996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:39:14.410382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2b74d-3280-4661-bb7f-186a1dfda48c,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:14.413913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:14.430528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.431227 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Added segment 4f380388-2c87-4d6b-bc8a-b1bd4f8396fb of type vlan for network ed8b8534-23a6-4718-b440-d3bb87a90f55
Apr 15 19:39:14.461699 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.2179663
Apr 15 19:39:14.461699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:14.468257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46228) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:14.471606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-86665321-5d99-45a1-9984-1ecf2828976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:14.473243 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-86665321-5d99-45a1-9984-1ecf2828976d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.3132443
Apr 15 19:39:14.477023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604993929', 'description': 'tempest-secgroup-smoke-1604993929 description', 'project_id': 'be2720d3cba442519c2d0a0baf7c174b'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:14.512548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.550911 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'status': 'completed', 'code': 200}
Apr 15 19:39:14.551893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:14.594911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.596385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:14.597029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.623634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ebee221f-916d-4572-873f-fdd0c203ca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:14.648360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:14.736891 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-aff80930-c184-4bd1-8781-4fae34bc1437 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7af3250-0f2d-48da-867e-abeb579d68f9 HTTP/1.1" status: 200  len: 1000 time: 0.2530081
Apr 15 19:39:14.743424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:14.861301 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1922975
Apr 15 19:39:14.861868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8b8534-23a6-4718-b440-d3bb87a90f55,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:14.863954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46238) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:14.876685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:14.880927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Request body: {'subnet': {'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-305054184-subnet', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'ip_version': 4}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:14.896273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:14.903935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Usage tracker for resource:subnet and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:14.911677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:14.916985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:14.925135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:14.947023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5bbb38>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'dee32a45-4e5f-4912-95df-848e68a2670b', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:49:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637de899-4434-4b3b-920f-589ece139da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:11Z', 'updated_at': '2021-04-15T19:39:11Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:14.952025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf4b1b-1a6c-43c8-9e34-89d5db135355 None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'dee32a45-4e5f-4912-95df-848e68a2670b', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:49:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637de899-4434-4b3b-920f-589ece139da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:11Z', 'updated_at': '2021-04-15T19:39:11Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:39:14.975062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Made reservation on behalf of 92c1622bc6cf45d7835ceeb2e3373708 for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:14.982831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848276867'] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:15.041534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:39:15.044223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:15.069913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adbde7-e716-476c-b854-8c0e46187974 req-69e5606f-726a-4513-8fd9-a764683a1789 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.070742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b6adbde7-e716-476c-b854-8c0e46187974 req-69e5606f-726a-4513-8fd9-a764683a1789 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Synchronizing usage tracker for tenant:b50b98f6809c4827af150931fe60c57e on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:39:15.078672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-f8baa151-2be3-42af-a585-15346cae1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.080229 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-f8baa151-2be3-42af-a585-15346cae1f25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.2894297
Apr 15 19:39:15.081250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:15.086211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:15.101855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:15.212982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-a20fb865-41bb-4fd8-957b-4e5e6f919c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.213890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b979080>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'f84c808c-92d3-4102-979b-7c5ce2764f7c', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'port_id': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'mac_address': 'fa:16:3e:2d:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:11Z', 'updated_at': '2021-04-15T19:39:11Z', 'revision_number': 0, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:15.214638 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-a20fb865-41bb-4fd8-957b-4e5e6f919c56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1099 time: 0.5792654
Apr 15 19:39:15.219110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b6adbde7-e716-476c-b854-8c0e46187974 req-69e5606f-726a-4513-8fd9-a764683a1789 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Unset dirty status for tenant:b50b98f6809c4827af150931fe60c57e on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:39:15.219349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] Checking router: 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:39:15.220516 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b6adbde7-e716-476c-b854-8c0e46187974 req-69e5606f-726a-4513-8fd9-a764683a1789 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.8187516
Apr 15 19:39:15.228951 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:15.229904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b979080>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:15.336217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80076f3d-dc9e-4656-8bad-c3f59cd90605 None None] New status for floating IP dee32a45-4e5f-4912-95df-848e68a2670b: ACTIVE {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:39:15.404374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2c958-dbcf-4372-a5a0-c2a9630ac5f1 req-b94e0a96-2f6d-4d04-bc3d-f5baba5e58d1 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.406485 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95b2c958-dbcf-4372-a5a0-c2a9630ac5f1 req-b94e0a96-2f6d-4d04-bc3d-f5baba5e58d1 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.2384965
Apr 15 19:39:15.408570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-d15d6bb1-1723-470e-b6f7-0cadcfb054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.410172 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-d15d6bb1-1723-470e-b6f7-0cadcfb054a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 1099 time: 0.3714509
Apr 15 19:39:15.416937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-6f39d00d-8c28-4227-a84f-fdb531dc2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.417998 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-6f39d00d-8c28-4227-a84f-fdb531dc2aa7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3123436
Apr 15 19:39:15.426364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:15.534283 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95b2c958-dbcf-4372-a5a0-c2a9630ac5f1 req-7498a6d9-dc23-4f37-b2fb-bed485310f2c tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984340
Apr 15 19:39:15.645112 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-b97708f5-3dec-496d-a840-f6ed687817cb service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958849
Apr 15 19:39:15.660213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564d7ff-17a8-4fa6-bf86-36d06150a75c req-6bd5e8c5-2c98-43c9-a706-28a1a2a3f624 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.661896 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b564d7ff-17a8-4fa6-bf86-36d06150a75c req-6bd5e8c5-2c98-43c9-a706-28a1a2a3f624 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.5531423
Apr 15 19:39:15.827471 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b564d7ff-17a8-4fa6-bf86-36d06150a75c req-32c0bdd5-96fe-4081-a503-371e3c6c353f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376216
Apr 15 19:39:15.829742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Deleting port b9e6f529-7ec9-4c16-862d-8e65278bbc74 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:39:15.830132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:15.875027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-fbe04280-a717-40ba-a0d3-f4a8b2e61151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:15.876834 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-fbe04280-a717-40ba-a0d3-f4a8b2e61151 service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.4307835
Apr 15 19:39:15.901858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:15.948630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b979080>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'f84c808c-92d3-4102-979b-7c5ce2764f7c', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'port_id': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'mac_address': 'fa:16:3e:2d:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:11Z', 'updated_at': '2021-04-15T19:39:11Z', 'revision_number': 0, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:15.953465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b64846-33d2-42e9-b277-f8b704243074 None None] The sync data for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi is: [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'f84c808c-92d3-4102-979b-7c5ce2764f7c', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'port_id': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'mac_address': 'fa:16:3e:2d:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:39:11Z', 'updated_at': '2021-04-15T19:39:11Z', 'revision_number': 0, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:39:15.964235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:15.977578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7658b152-2e95-4282-a308-6d66b4bd167f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:16.031624 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b17c065-9b73-49b0-a073-a8c76d805fec req-6d18dfbf-dba9-4cdd-bc12-3e67c08a8384 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3488467
Apr 15 19:39:16.054874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-cb5622b3-9c87-4ddc-a1f2-ea8e193b5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:16.056489 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-cb5622b3-9c87-4ddc-a1f2-ea8e193b5d8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 200  len: 916 time: 0.8226726
Apr 15 19:39:16.165892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ba3ae-896b-4a68-bec4-4318e064d7d4,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:16.185019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:16.190105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:16.191459 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.7219076
Apr 15 19:39:16.196497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46252) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:16.224263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'security_group_rule': {'security_group_id': 'e62ba3ae-896b-4a68-bec4-4318e064d7d4', 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:16.240771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:16.248940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:16.268594 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-40f7e53d-254d-48f3-9acf-c9772dc9c61e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 200  len: 1001 time: 0.3775439
Apr 15 19:39:16.281584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:16.313200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a142f-f6d4-42c2-97f1-fd1ab2a532d3 None None] New status for floating IP f84c808c-92d3-4102-979b-7c5ce2764f7c: ACTIVE {{(pid=85380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:39:16.344164 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-46231124-0d6a-46e1-b233-1fb236ad20d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 999 time: 0.2489769
Apr 15 19:39:16.345159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:16.450330 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-83603741-cf05-4b32-beab-a9295e79658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:16.452445 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-83603741-cf05-4b32-beab-a9295e79658f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.1767728
Apr 15 19:39:16.462968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:16.483776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-87670612-c7d0-4dc2-ad00-cfb1ada02a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:16.485910 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-87670612-c7d0-4dc2-ad00-cfb1ada02a87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a246fdd4-c068-41c6-93b0-2b410723351b HTTP/1.1" status: 200  len: 854 time: 0.1282299
Apr 15 19:39:16.583633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] For port b9e6f529-7ec9-4c16-862d-8e65278bbc74, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b9e6f529-7ec9-4c16-862d-8e65278bbc74,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:16.584135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:16.589166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-d307e3ec-53da-4885-a5b2-60f5a4af3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:16.590794 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-d307e3ec-53da-4885-a5b2-60f5a4af3950 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1271029
Apr 15 19:39:16.749134 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Calling delete_port for b9e6f529-7ec9-4c16-862d-8e65278bbc74 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:39:16.838899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:16.867213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-13e32c56-8755-487c-90ba-695faa46436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:16.868899 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-13e32c56-8755-487c-90ba-695faa46436e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3758304
Apr 15 19:39:16.875117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848344265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848276914'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:16.891482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:16.908779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2fe78b0a-1f81-4029-b201-a3fcde1b87f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:16.924442 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:17.041259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d83ba7-ab3c-4a87-b0ab-9b9fd10f7fc6,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:17.057143 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-ec495e58-ba97-4568-be67-1e65eb08d398 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4535668
Apr 15 19:39:17.060644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:17.065792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Pushing event updated for resources: {'Subnet': ['ID=939b041e-0a8a-42f3-a4bd-46eeecaf2a68,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:17.080970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e164e-c8ac-4f1b-b782-21b8484a1891 req-4e760b9f-6719-429d-bc00-b0cc082dc7fa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:17.082370 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-af4e164e-c8ac-4f1b-b782-21b8484a1891 req-4e760b9f-6719-429d-bc00-b0cc082dc7fa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 946 time: 0.3598948
Apr 15 19:39:17.083453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:17.119601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.120897 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b993faf0-1ef2-42c7-b566-38ec4697f625 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9140987
Apr 15 19:39:17.130646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46266) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:17.139671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'security_group_rule': {'security_group_id': 'e62ba3ae-896b-4a68-bec4-4318e064d7d4', 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:17.149054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:17.153258 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-a22a27b7-4508-484c-a400-3cc72bc064c9 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636070
Apr 15 19:39:17.155302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.157886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:17.174997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:17.215932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:17.254651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:17.260573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Pushing event deleted for resources: {'Port': ['ID=b9e6f529-7ec9-4c16-862d-8e65278bbc74,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:17.272372 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-af4e164e-c8ac-4f1b-b782-21b8484a1891 req-7da884d2-49d9-4848-b011-8c23d97e62f6 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/security-groups?id=106c2e59-0379-4572-ba59-c5869d1b1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543972
Apr 15 19:39:17.328866 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f23d653f-13ae-4e6a-abb9-54dec763cc65 req-f8a99b6b-3777-4c7f-83bb-0b4e198bcb73 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2605093
Apr 15 19:39:17.336069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Checking segment: {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:17.336458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Network hostable DHCP agents. Network: ed8b8534-23a6-4718-b440-d3bb87a90f55, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:39:17.409482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:39:17.457373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, ed8b8534-23a6-4718-b440-d3bb87a90f55) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:17.469776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf298a4-a9d3-4f45-8ad7-129b5a7a0b2b None None] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:17.481087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:17.481782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.538519 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0955e4f1-09f5-418b-a787-38abe34d121a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.6644757
Apr 15 19:39:17.541608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46276) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:17.553321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:17.557061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:17.561227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Usage tracker for resource:router and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:17.566196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:17.577626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:17.612538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.617744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:17.635019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.636159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.665708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.698981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b9e6f529-7ec9-4c16-862d-8e65278bbc74 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:39:17.723265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.738491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: b9e6f529-7ec9-4c16-862d-8e65278bbc74 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:39:17.738886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b9e6f529-7ec9-4c16-862d-8e65278bbc74 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:39:17.805711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-ed8b8534-23a6-4718-b440-d3bb87a90f55', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:39:17.806648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.822398 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2519962-b5f8-4301-8efe-1f0ae40b9908 req-8613dd1a-21f1-495f-8c97-850b7c058bd5 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6483476
Apr 15 19:39:17.955777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.957031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] No DVR routers for this DVR port b9e6f529-7ec9-4c16-862d-8e65278bbc74 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:39:17.959769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.964246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'name': 'network-vif-deleted', 'tag': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:17.971687 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b6adbde7-e716-476c-b854-8c0e46187974 req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.42 "DELETE /v2.0/ports/b9e6f529-7ec9-4c16-862d-8e65278bbc74 HTTP/1.1" status: 204  len: 173 time: 2.7402375
Apr 15 19:39:17.980440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:17.986662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Allocated IP 172.20.0.2 (ed8b8534-23a6-4718-b440-d3bb87a90f55/939b041e-0a8a-42f3-a4bd-46eeecaf2a68/1f35e21e-a68b-4604-ab28-cf7824231399) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:17.989028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:18.010304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530e46bd-7305-48ab-b661-f4859b918fd4,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:18.012831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:18.020271 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37774e2-d8e6-4f24-be60-c8f5fbdabc0b', 'name': 'network-vif-deleted', 'tag': 'b9e6f529-7ec9-4c16-862d-8e65278bbc74', 'status': 'completed', 'code': 200}
Apr 15 19:39:18.045917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.049566 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9177876
Apr 15 19:39:18.050666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46284) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:18.056623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'security_group_rule': {'security_group_id': 'e62ba3ae-896b-4a68-bec4-4318e064d7d4', 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:18.063512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:18.067628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:18.071038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:18.078342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:18.091350 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.126450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29661158-dabf-43e8-8ecd-d1b60fc6d0b0 req-4cca576f-842c-48b8-ac3d-80c02487acd8 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:18.127912 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-29661158-dabf-43e8-8ecd-d1b60fc6d0b0 req-4cca576f-842c-48b8-ac3d-80c02487acd8 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.2398081
Apr 15 19:39:18.129430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.195833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.215175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.225704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Transition to ACTIVE for port object 1f35e21e-a68b-4604-ab28-cf7824231399 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:18.228692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.231013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3b0b5f83-a98f-4f1e-9117-9d3ed0bdbaab tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:18.245227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Transition to ACTIVE for port object 1f35e21e-a68b-4604-ab28-cf7824231399 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:18.254343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64f8a11-306c-4987-b6b4-b7729688225d,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:18.257512 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-29661158-dabf-43e8-8ecd-d1b60fc6d0b0 req-b3576123-5a0f-4dc4-bd4c-4fc59fe91d83 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216760
Apr 15 19:39:18.258792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:18.280665 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.297751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:18.308869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.313248 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2612941
Apr 15 19:39:18.313963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46290) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:18.320773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'security_group_rule': {'security_group_id': 'e62ba3ae-896b-4a68-bec4-4318e064d7d4', 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:18.327264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:18.331644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:18.334688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:18.340945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:18.396659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.474720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.504404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.514775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:18.525990 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ac98a413-b0fa-4d7d-8fc1-12620ece76ba req-03b8e819-2443-46ad-b5bd-6ac9be609108 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 210 time: 0.0693111
Apr 15 19:39:18.547144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e25c67-b405-4a0a-aa04-3b3c8dfb68d2,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:18.550007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:18.586843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.606510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.607840 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2928474
Apr 15 19:39:18.609432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Pushing event updated for resources: {'Port': ['ID=1f35e21e-a68b-4604-ab28-cf7824231399,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:18.611758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46296) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:18.617551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'security_group_rule': {'security_group_id': 'e62ba3ae-896b-4a68-bec4-4318e064d7d4', 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:18.623947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.624097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:18.628740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:18.631914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:18.636920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.637405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.637858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.638157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:18.638321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.639042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.639480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.639928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.640380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.640820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.641253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.641710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.642141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:18.647831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:18.675179 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.securitygroups_db [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Project be2720d3cba442519c2d0a0baf7c174b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:39:18.685738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.709930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:18.711192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:18.713648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:18.775650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.809682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.812063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:18.813688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Attempting to bind port 1f35e21e-a68b-4604-ab28-cf7824231399 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:39:18.814194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Attempting to bind port 1f35e21e-a68b-4604-ab28-cf7824231399 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:39:18.814680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Attempting to bind port 1f35e21e-a68b-4604-ab28-cf7824231399 on network ed8b8534-23a6-4718-b440-d3bb87a90f55 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:18.822283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:39:18.822821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Checking segment: {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:18.823348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.823865 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Bound using segment: {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:39:18.824592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Bound port: 1f35e21e-a68b-4604-ab28-cf7824231399, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:39:18.824971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.841858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e96b059-395e-4bf3-a69b-75919758c980,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:18.845403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:18.878342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.879712 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2669070
Apr 15 19:39:18.882659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46300) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:18.889078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'security_group_rule': {'security_group_id': 'e62ba3ae-896b-4a68-bec4-4318e064d7d4', 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:18.896651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:18.901372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Usage tracker for resource:security_group_rule and tenant:be2720d3cba442519c2d0a0baf7c174b is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:18.904515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:18.911389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:18.930047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-5163619a-416c-41fe-b31b-639567496e81 None None] For port 1f35e21e-a68b-4604-ab28-cf7824231399, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:39:18.933753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-5163619a-416c-41fe-b31b-639567496e81 None None] For port 1f35e21e-a68b-4604-ab28-cf7824231399, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=1f35e21e-a68b-4604-ab28-cf7824231399,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:39:18.957445 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.securitygroups_db [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Project be2720d3cba442519c2d0a0baf7c174b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:39:18.965128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.977564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:18.993081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:19.019147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Allocated IP 172.27.1.63 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/4dea6378-cb00-4a64-a081-11eb8ef08ca8) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:19.038232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:19.083365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:19.086045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-336786b1-b230-4f78-ba59-481d78165944 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:19.108185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a515b3-607c-4d71-8c37-c9655f4da01c,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:19.112557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:19.148377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:19.149792 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-74039daf-d01f-4a9e-a017-11a968ff2712 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2660775
Apr 15 19:39:19.149922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Pushing event updated for resources: {'Port': ['ID=1f35e21e-a68b-4604-ab28-cf7824231399,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:19.155507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:19.182338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:19.259147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:19.280427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:19.482179 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-eb3e30a3-d7fa-4a36-a2c5-e79815ad02e1 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604993929&fields=id&tenant_id=be2720d3cba442519c2d0a0baf7c174b HTTP/1.1" status: 200  len: 267 time: 0.2418969
Apr 15 19:39:19.485779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Pushing event updated for resources: {'Port': ['ID=4dea6378-cb00-4a64-a081-11eb8ef08ca8,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:19.493883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:19.637594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:19.640982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:19.651153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730adbef-ffb9-4bd0-8e2b-3b127899ffce req-c8665bef-e02b-4832-bfb6-c4914e16dea8 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:19.653825 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-730adbef-ffb9-4bd0-8e2b-3b127899ffce req-c8665bef-e02b-4832-bfb6-c4914e16dea8 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.2697070
Apr 15 19:39:19.656726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:19.820772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-b73185c9-3e17-4641-a5f1-1f5de97f1e0e tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:19.822382 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-b73185c9-3e17-4641-a5f1-1f5de97f1e0e tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.3297081
Apr 15 19:39:19.899511 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-730adbef-ffb9-4bd0-8e2b-3b127899ffce req-f880420f-d4e5-493b-82bf-800774b47cd7 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2119603
Apr 15 19:39:19.905665 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'port': {'security_groups': ['6bd32694-bc4a-4413-9a43-5c4014d7994a', 'e62ba3ae-896b-4a68-bec4-4318e064d7d4']}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:20.112497 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d7b65f0d-6de4-48f6-9636-6dc169435545 req-8db37295-c5e3-4091-9f94-cf2ed6d76540 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] 10.222.0.25 "GET /v2.0/ports?device_id=c37774e2-d8e6-4f24-be60-c8f5fbdabc0b HTTP/1.1" status: 200  len: 210 time: 0.1066761
Apr 15 19:39:20.139625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 1f35e21e-a68b-4604-ab28-cf7824231399 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:20.158993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:20.262898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 1f35e21e-a68b-4604-ab28-cf7824231399 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:20.546233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:20.578277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37b0de-80dc-494b-867f-6d7701769520 None None] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:20.705975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Provisioning for port 1f35e21e-a68b-4604-ab28-cf7824231399 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:20.723294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Provisioning complete for port 1f35e21e-a68b-4604-ab28-cf7824231399 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:20.723721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:20.775243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:20.925585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.resource_extend [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:39:20.959955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:21.007156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] For port 1f35e21e-a68b-4604-ab28-cf7824231399, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=1f35e21e-a68b-4604-ab28-cf7824231399,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:21.057129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:21.059452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:21.141504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Pushing event updated for resources: {'Port': ['ID=1f35e21e-a68b-4604-ab28-cf7824231399,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:21.145464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:21.179415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-c552d7b6-f98e-4918-9aa8-c72b6ad8dc81 None None] Provisioning complete for port 1f35e21e-a68b-4604-ab28-cf7824231399 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:21.179747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c552d7b6-f98e-4918-9aa8-c72b6ad8dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:21.219757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:21.269005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:21.282504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b2febe29-c4c0-46c8-976a-a0ab601506c5'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:39:21.298536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:21.418040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:21.522131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46da737-0490-40a4-87e4-5d85e491067f req-a1bb5a7e-093a-4068-8611-1c176612ee75 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:21.525865 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e46da737-0490-40a4-87e4-5d85e491067f req-a1bb5a7e-093a-4068-8611-1c176612ee75 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3593926
Apr 15 19:39:21.690681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=6']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:21.714418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.714986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.715210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.715831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.716016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.716480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.716882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.717278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.717697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.718088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.718580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.719222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:21.736312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:21.771841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:21.772527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for port, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:21.774098 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e38a4393-3aee-40d6-ac6a-660f99ba1815 req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "PUT /v2.0/ports/b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 982 time: 1.8869960
Apr 15 19:39:21.781594 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e46da737-0490-40a4-87e4-5d85e491067f req-7144d753-0c6d-47e0-8340-9bdfc162b2c7 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745033
Apr 15 19:39:21.782256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:21.857954 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'status': 'completed', 'code': 200}
Apr 15 19:39:21.876602 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b2febe29-c4c0-46c8-976a-a0ab601506c5'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:39:21.880000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Router af03e65d-fdff-46e6-967a-0d9ab64c6a9d is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:39:22.009455 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46328) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:22.094488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-d521c477-2475-48ac-af3a-193c660f1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:22.097354 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-d521c477-2475-48ac-af3a-193c660f1ad3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1138 time: 0.2233634
Apr 15 19:39:22.132968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 1f35e21e-a68b-4604-ab28-cf7824231399 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:22.192735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-c1172f8e-bbcf-430b-a1e7-da34d7077cb8 None None] Provisioning complete for port b2febe29-c4c0-46c8-976a-a0ab601506c5 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:22.193379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c1172f8e-bbcf-430b-a1e7-da34d7077cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:22.237235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:39:22.251753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Sync routers for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:39:22.262062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:22.263067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b50d390>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:22.287566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8214-5fd0-4cc0-b8f1-238885e920cb req-57cb26f9-8b53-41ae-9c3b-5612fb4bc4ab tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:22.290248 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d7e8214-5fd0-4cc0-b8f1-238885e920cb req-57cb26f9-8b53-41ae-9c3b-5612fb4bc4ab tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.2284565
Apr 15 19:39:22.323416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:22.325361 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fb870bd0-11eb-4ed2-9407-5f0ebf07d610 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.7816730
Apr 15 19:39:22.330785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46334) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:22.361999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 1f35e21e-a68b-4604-ab28-cf7824231399 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:22.362421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:22.426448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-dbe7cd77-ebf8-402f-8067-a847a4727654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:22.428063 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-dbe7cd77-ebf8-402f-8067-a847a4727654 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 200  len: 916 time: 0.2671058
Apr 15 19:39:22.639727 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-6452b43b-7701-45f1-a479-5bfb0413ba49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 1001 time: 0.1473691
Apr 15 19:39:22.690647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:22.796660 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d7e8214-5fd0-4cc0-b8f1-238885e920cb req-2ab6ff15-e39c-47f3-95a9-3bbf0edfc2ca tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5000679
Apr 15 19:39:22.895428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.166060 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3273fa3-8f2e-4b48-b812-28a59c4cc1c7 req-c9d42227-ba3a-40f1-9564-c127b817ef00 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:23.167765 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d3273fa3-8f2e-4b48-b812-28a59c4cc1c7 req-c9d42227-ba3a-40f1-9564-c127b817ef00 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1840355
Apr 15 19:39:23.187241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b50d390>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:20Z', 'revision_number': 3, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:23.195702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Checking router: af03e65d-fdff-46e6-967a-0d9ab64c6a9d for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:39:23.196103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Updating router af03e65d-fdff-46e6-967a-0d9ab64c6a9d port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:39:23.272207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.280199 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d3273fa3-8f2e-4b48-b812-28a59c4cc1c7 req-01bb1eb5-1ee8-477c-97c7-1e5c311cd927 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001289
Apr 15 19:39:23.289429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Deleting port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:39:23.289812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.352564 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.490161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] For port 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,segment=NetworkSegment(a11818eb-72ea-426b-b554-0d80a91a1c6e),segment_id=a11818eb-72ea-426b-b554-0d80a91a1c6e)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:23.490512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.568516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-2f7dfcec-dfe8-4229-a902-d8968bfc8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:23.570146 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-2f7dfcec-dfe8-4229-a902-d8968bfc8ef4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a246fdd4-c068-41c6-93b0-2b410723351b HTTP/1.1" status: 200  len: 854 time: 0.0711384
Apr 15 19:39:23.677643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.690758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Transition to ACTIVE for port object 4dea6378-cb00-4a64-a081-11eb8ef08ca8 will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:23.711486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Calling delete_port for 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c owned by network:router_interface {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:39:23.723629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.744865 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4e65352f-2571-4fb1-83c9-81272c830007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:23.827416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Allocated IP 172.20.0.1 (ed8b8534-23a6-4718-b440-d3bb87a90f55/939b041e-0a8a-42f3-a4bd-46eeecaf2a68/cc3205c3-82a5-4576-bab3-7397928d503e) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:23.885268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Pushing event updated for resources: {'Port': ['ID=4dea6378-cb00-4a64-a081-11eb8ef08ca8,revision_number=2']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:23.901457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.901834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.902204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.902576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.902946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.903312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.903677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.904042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.904424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.904788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.905155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.905552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:39:23.920122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:23.972759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Attempting to bind port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:39:23.973181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Attempting to bind port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:39:23.973626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Attempting to bind port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:23.979885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:39:23.980311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:23.980765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.981210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:39:23.981769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Bound port: 4dea6378-cb00-4a64-a081-11eb8ef08ca8, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:39:23.982472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:23.999141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.017688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Transition to ACTIVE for port object cc3205c3-82a5-4576-bab3-7397928d503e will not be triggered until provisioned by entity DHCP. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:24.063239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] For port 4dea6378-cb00-4a64-a081-11eb8ef08ca8, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:39:24.066644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] For port 4dea6378-cb00-4a64-a081-11eb8ef08ca8, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=4dea6378-cb00-4a64-a081-11eb8ef08ca8,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:39:24.080807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.097776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:24.109005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.129671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:24.267266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3205c3-82a5-4576-bab3-7397928d503e,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:24.280872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:24.286733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Pushing event updated for resources: {'Port': ['ID=4dea6378-cb00-4a64-a081-11eb8ef08ca8,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:24.292364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:24.306452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:24.307605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:24.309915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:24.341810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:24.342593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b50d390>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:24.372286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.452905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.475089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-95b62b34-8290-477d-989f-090377dc8bb6 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:24.536058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9695a3-6140-492d-ba67-be24fcaf8703 req-bbd4c70a-8d53-40aa-a3c2-d57b1d88384a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:24.539768 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7b9695a3-6140-492d-ba67-be24fcaf8703 req-bbd4c70a-8d53-40aa-a3c2-d57b1d88384a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1284339
Apr 15 19:39:24.556498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:24.579750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d3a4e1-01f5-4eb4-bd2e-15473e50c79c,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:24.595914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:24.652192 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-cd7e7c69-3a7a-436d-8054-c07a7efef7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:24.653873 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-cd7e7c69-3a7a-436d-8054-c07a7efef7d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2493827
Apr 15 19:39:24.680248 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7b9695a3-6140-492d-ba67-be24fcaf8703 req-e3ca3dd9-46ef-46e2-ba47-ea42e85308b4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395197
Apr 15 19:39:24.684315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-9e1d4214-1334-4a44-98a7-56eacc4594cb None None] Provisioning for port cc3205c3-82a5-4576-bab3-7397928d503e completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:24.690432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-9e1d4214-1334-4a44-98a7-56eacc4594cb None None] Provisioning complete for port cc3205c3-82a5-4576-bab3-7397928d503e triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:24.690859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4214-1334-4a44-98a7-56eacc4594cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.717248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.771043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d4214-1334-4a44-98a7-56eacc4594cb None None] Port cc3205c3-82a5-4576-bab3-7397928d503e cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:39:24.903310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b50d390>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:20Z', 'revision_number': 3, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:24.909351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558ae4a-9e1f-4fe0-8512-b9a88296177c None None] The sync data for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi is: [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:20Z', 'revision_number': 3, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:39:24.922016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.964544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:24.994479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:25.029469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:25.114244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3205c3-82a5-4576-bab3-7397928d503e,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:25.116963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:25.133239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:25.267335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:25.268810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:25.523639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Router af03e65d-fdff-46e6-967a-0d9ab64c6a9d has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:39:25.610469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5e6cf47e-2452-4ae8-b697-6056cb44a08a None None] Provisioning complete for port cc3205c3-82a5-4576-bab3-7397928d503e triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:25.611061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf47e-2452-4ae8-b697-6056cb44a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:25.656660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Router a49606f0-1f9d-47d7-9730-816908e80182 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:39:25.676552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cf47e-2452-4ae8-b697-6056cb44a08a None None] Port cc3205c3-82a5-4576-bab3-7397928d503e cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:39:25.752455 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:39:25.764409 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] 10.222.0.25 "PUT /v2.0/routers/af03e65d-fdff-46e6-967a-0d9ab64c6a9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4313681
Apr 15 19:39:25.841493 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-fb20abfc-068c-4cb3-9e2e-96bb0c5b2c4f service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772278
Apr 15 19:39:25.897153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39edb0a-ad71-408b-a596-20f6f3bc986d req-3bf1717a-cd00-4ad9-82a2-8dad1dfd7b35 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:25.898882 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e39edb0a-ad71-408b-a596-20f6f3bc986d req-3bf1717a-cd00-4ad9-82a2-8dad1dfd7b35 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.0970500
Apr 15 19:39:25.950865 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e39edb0a-ad71-408b-a596-20f6f3bc986d req-6a990e3c-d600-43f3-ba38-fe29a108c94b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444911
Apr 15 19:39:26.034745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:39:26.047562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] Sync routers for ids ['a49606f0-1f9d-47d7-9730-816908e80182'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:39:26.054615 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9c542ca-b055-4d08-91e8-cb653568d19c req-88002fb9-2618-417f-8d15-af75de18dcbc service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018600
Apr 15 19:39:26.069411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] Routers {'a49606f0-1f9d-47d7-9730-816908e80182'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:26.070159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b96b550>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['a49606f0-1f9d-47d7-9730-816908e80182'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:26.088157 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] 10.222.0.25 "PUT /v2.0/routers/a49606f0-1f9d-47d7-9730-816908e80182/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0774288
Apr 15 19:39:26.091077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46358) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:26.268619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4dea6378-cb00-4a64-a081-11eb8ef08ca8 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:26.317231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.343966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] Set router a49606f0-1f9d-47d7-9730-816908e80182 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:26.512954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46374) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:26.521219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-180736024-network', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:26.521489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.527961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:26.532990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Usage tracker for resource:network and tenant:c1ce22a3b5ab463e9e1761af8f9dd486 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:26.537131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:26.543387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:26.554916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Deleting port 17d3664e-b9a9-4349-b419-d736902d1afd {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:39:26.555412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.586566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Made reservation on behalf of c1ce22a3b5ab463e9e1761af8f9dd486 for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:26.592336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.625186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.659141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:26.669823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Usage tracker for resource:security_group_rule and tenant:c1ce22a3b5ab463e9e1761af8f9dd486 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:26.675039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:26.686066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:26.763414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] For port 17d3664e-b9a9-4349-b419-d736902d1afd, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=17d3664e-b9a9-4349-b419-d736902d1afd,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:26.764087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.793768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:26.804355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:26.804786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.870583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.907259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Calling delete_port for 17d3664e-b9a9-4349-b419-d736902d1afd owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:39:26.931967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:26.936483 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e8d29d66-e832-47b7-8049-33124411c2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:26.967641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8438f88-d76c-437a-b2b7-3b7b836e71ff,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:26.971035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:27.026392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:39:27.026694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b96b550>, [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 5, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port': {'id': '17d3664e-b9a9-4349-b419-d736902d1afd', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:27.033659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] Checking router: a49606f0-1f9d-47d7-9730-816908e80182 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:39:27.036546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.036944 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Added segment a5e61a6c-100a-463c-a01e-51f4b984a32b of type vlan for network 97284a07-567c-4c49-9504-3fafd94f7e80
Apr 15 19:39:27.038403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.051827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] Routers {'a49606f0-1f9d-47d7-9730-816908e80182'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:27.052517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b96b550>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['a49606f0-1f9d-47d7-9730-816908e80182'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:27.128444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.216055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 4dea6378-cb00-4a64-a081-11eb8ef08ca8, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=4dea6378-cb00-4a64-a081-11eb8ef08ca8,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:27.226236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.228019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:27.228357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.235195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:27.235431 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] Set router a49606f0-1f9d-47d7-9730-816908e80182 gateway port host: None {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:27.282633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.352342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e1a3a5f-2963-419a-bb92-e7312dca8e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:27.355009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Pushing event updated for resources: {'Network': ['ID=97284a07-567c-4c49-9504-3fafd94f7e80,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:27.362378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:27.383486 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8690844
Apr 15 19:39:27.386585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46382) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:27.393279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Request body: {'subnet': {'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-180736024-subnet', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:27.398873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:27.407098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Usage tracker for resource:subnet and tenant:c1ce22a3b5ab463e9e1761af8f9dd486 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:27.408601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 97284a07-567c-4c49-9504-3fafd94f7e80 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:39:27.410531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:27.417073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:27.423187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b96b550>, [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 6, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port_host': None}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:27.454526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Made reservation on behalf of c1ce22a3b5ab463e9e1761af8f9dd486 for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:27.459832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.497805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1767e-d7fe-4be3-87ff-0e410b36b72c None None] The sync data for ids ['a49606f0-1f9d-47d7-9730-816908e80182'] in dv-cinder-776307-4-iscsi is: [{'id': 'a49606f0-1f9d-47d7-9730-816908e80182', 'name': 'tempest-ServerRescueNegativeTestJSON-204603398-router', 'tenant_id': 'b50b98f6809c4827af150931fe60c57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:02Z', 'updated_at': '2021-04-15T19:39:26Z', 'revision_number': 6, 'project_id': 'b50b98f6809c4827af150931fe60c57e', 'gw_port_host': None}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:39:27.546272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=4dea6378-cb00-4a64-a081-11eb8ef08ca8,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:27.552339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18537ad0-8953-4bd9-a5a5-2147c1fa3001 req-495abd14-3391-4bc3-bdfe-a33d0bd22291 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:27.559368 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-18537ad0-8953-4bd9-a5a5-2147c1fa3001 req-495abd14-3391-4bc3-bdfe-a33d0bd22291 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1543558
Apr 15 19:39:27.562274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:27.668246 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-18537ad0-8953-4bd9-a5a5-2147c1fa3001 req-0923e471-e83c-4a9f-b77c-b4f7d1ad1c84 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077778
Apr 15 19:39:27.703818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:27.721319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:27.775831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Pushing event deleted for resources: {'Port': ['ID=17d3664e-b9a9-4349-b419-d736902d1afd,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:27.778519 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:27.935486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Sync routers for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:39:27.949707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:27.950425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3a4390>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:28.002070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.149046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4dea6378-cb00-4a64-a081-11eb8ef08ca8 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:28.205009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.209474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.243664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:28.244360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.326162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:28.431825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.432394 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49606f0-1f9d-47d7-9730-816908e80182 {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:39:28.445052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 17d3664e-b9a9-4349-b419-d736902d1afd no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:39:28.446716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.450468 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] 10.222.0.25 "DELETE /v2.0/routers/a49606f0-1f9d-47d7-9730-816908e80182 HTTP/1.1" status: 204  len: 168 time: 2.3561330
Apr 15 19:39:28.451439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46392) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:28.479379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.495346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 17d3664e-b9a9-4349-b419-d736902d1afd {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:39:28.496254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:28.496401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 17d3664e-b9a9-4349-b419-d736902d1afd not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:39:28.496749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:39:28.542484 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Deleting subnet adffc78d-a4a4-4f67-8236-19e469f317ef {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:39:28.543699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:39:28.544106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 49d3a4e1-01f5-4eb4-bd2e-15473e50c79c not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:39:28.548413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.630081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=147842f5-ac53-4059-9644-d223f4603545,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:28.633203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:28.639539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.705116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.726758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3a4390>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 2, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:28.731327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Checking router: af03e65d-fdff-46e6-967a-0d9ab64c6a9d for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:39:28.731811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Updating router af03e65d-fdff-46e6-967a-0d9ab64c6a9d port cc3205c3-82a5-4576-bab3-7397928d503e binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:39:28.742351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Checking segment: {'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:28.742843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Network hostable DHCP agents. Network: 97284a07-567c-4c49-9504-3fafd94f7e80, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:39:28.802918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.840193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Network 97284a07-567c-4c49-9504-3fafd94f7e80 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:39:28.897150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 97284a07-567c-4c49-9504-3fafd94f7e80) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:28.902006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:28.902666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:28.908340 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83bbe8-283b-4472-9aed-e2c101550b88 None None] Network 97284a07-567c-4c49-9504-3fafd94f7e80 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:28.984497 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-de919bfb-b0b0-4af9-bf31-8ce24883ca8d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.5962496
Apr 15 19:39:28.987040 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19419ab0-df19-423f-9775-65028e775f75 req-c2b3c63c-24b7-4112-8663-d44332228f64 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:28.987212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46400) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:28.992980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:28.994928 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-19419ab0-df19-423f-9775-65028e775f75 req-c2b3c63c-24b7-4112-8663-d44332228f64 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1618445
Apr 15 19:39:29.005658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:29.010841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Usage tracker for resource:router and tenant:c1ce22a3b5ab463e9e1761af8f9dd486 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:29.014166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:29.020770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:29.055610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853102100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.056775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674863', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761224'] for router, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.076249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.100812 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-19419ab0-df19-423f-9775-65028e775f75 req-84560575-5918-48b6-bdfd-1e4868bd6374 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048875
Apr 15 19:39:29.166622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.185960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc7cefb0f-2f5d-588b-be43-03d51eda95e5-97284a07-567c-4c49-9504-3fafd94f7e80', 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'fixed_ips': [{'subnet_id': '147842f5-ac53-4059-9644-d223f4603545'}]}} from dv-cinder-776307-4-iscsi. {{(pid=85380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:39:29.187723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.192780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.197771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d56ec1f3-5bfe-42e9-9486-611b5f092184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:29.206985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Transition to ACTIVE for port object cc3205c3-82a5-4576-bab3-7397928d503e will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:29.248197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:39:29.248887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.268702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:29.286508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adffc78d-a4a4-4f67-8236-19e469f317ef,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:29.295124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:29.341588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.349917 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9b28b8e1-3e02-4c82-a529-7169206c004c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/adffc78d-a4a4-4f67-8236-19e469f317ef HTTP/1.1" status: 204  len: 168 time: 0.8942180
Apr 15 19:39:29.351423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46404) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:29.382811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Allocated IP 172.20.0.2 (97284a07-567c-4c49-9504-3fafd94f7e80/147842f5-ac53-4059-9644-d223f4603545/8e14834a-cbb8-4201-a329-52a15e199eb0) {{(pid=85380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:29.410510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfb473-3979-4044-9af7-53a98d890179 None None] Pushing event updated for resources: {'Port': ['ID=cc3205c3-82a5-4576-bab3-7397928d503e,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:29.420046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e7cfb473-3979-4044-9af7-53a98d890179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:29.423335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853102113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761321'] for router, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.487745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.677833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.691996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Transition to ACTIVE for port object 8e14834a-cbb8-4201-a329-52a15e199eb0 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:29.713552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Transition to ACTIVE for port object 8e14834a-cbb8-4201-a329-52a15e199eb0 will not be triggered until provisioned by entity DHCP. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:29.742315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.743943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.746725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Attempting to bind port cc3205c3-82a5-4576-bab3-7397928d503e on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:39:29.747323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Attempting to bind port cc3205c3-82a5-4576-bab3-7397928d503e by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:39:29.747879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Attempting to bind port cc3205c3-82a5-4576-bab3-7397928d503e on network ed8b8534-23a6-4718-b440-d3bb87a90f55 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:29.754101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:39:29.754730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Checking segment: {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:29.755336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.755958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Bound using segment: {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:39:29.756476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Bound port: cc3205c3-82a5-4576-bab3-7397928d503e, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:39:29.756911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.765962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:29.860554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] For port cc3205c3-82a5-4576-bab3-7397928d503e, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:39:29.864704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] For port cc3205c3-82a5-4576-bab3-7397928d503e, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=cc3205c3-82a5-4576-bab3-7397928d503e,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:39:29.867319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9a5a70b8>,) {'filters': {'network_id': ['5b71d7c2-2476-4a3b-a726-66ccbef23e4e']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:29.880686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a5a70b8>, 'a11818eb-72ea-426b-b554-0d80a91a1c6e') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:29.884217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a5a70b8>, 'a11818eb-72ea-426b-b554-0d80a91a1c6e') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:29.884368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.894326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.903832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.910068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.917109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:39:29.920302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:29.999771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Network 97284a07-567c-4c49-9504-3fafd94f7e80 is already hosted by enough agents. {{(pid=85380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:30.004336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Resources bound (agent type, host, resource id):  {{(pid=85380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:30.008557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Received port after_create {{(pid=85380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:30.015992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Pushing event updated for resources: {'Port': ['ID=8e14834a-cbb8-4201-a329-52a15e199eb0,revision_number=1']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:30.020448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:30.075363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7df20b24-acfb-4ea2-a061-28117995cbc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:30.089180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Allocated IP 172.27.1.87 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/aff6f7d2-f886-49e5-b9fb-d02142531f27) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:30.135877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Attempting to bind port 8e14834a-cbb8-4201-a329-52a15e199eb0 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:39:30.136554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Attempting to bind port 8e14834a-cbb8-4201-a329-52a15e199eb0 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:39:30.137157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Attempting to bind port 8e14834a-cbb8-4201-a329-52a15e199eb0 on network 97284a07-567c-4c49-9504-3fafd94f7e80 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:30.144332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:39:30.150887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Checking segment: {'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:30.150887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.150887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Bound using segment: {'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:39:30.150887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Bound port: 8e14834a-cbb8-4201-a329-52a15e199eb0, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:39:30.150887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.166348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:39:30.204045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.205980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:30.206786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3a4390>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:30.291374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.317736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] For port 8e14834a-cbb8-4201-a329-52a15e199eb0, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:39:30.361117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.379577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-70fcc180-2249-44a0-9994-46e27692fb06 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:30.428896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:30.484475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfb473-3979-4044-9af7-53a98d890179 None None] Pushing event updated for resources: {'Port': ['ID=cc3205c3-82a5-4576-bab3-7397928d503e,revision_number=4']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:30.485163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Network 5b71d7c2-2476-4a3b-a726-66ccbef23e4e has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:39:30.491536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e7cfb473-3979-4044-9af7-53a98d890179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:39:30.523682 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:39:30.541306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Pushing event updated for resources: {'Port': ['ID=aff6f7d2-f886-49e5-b9fb-d02142531f27,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:30.547345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:30.597612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:30.598985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:30.601269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:30.643639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] For port 8e14834a-cbb8-4201-a329-52a15e199eb0, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=8e14834a-cbb8-4201-a329-52a15e199eb0,segment=NetworkSegment(a5e61a6c-100a-463c-a01e-51f4b984a32b),segment_id=a5e61a6c-100a-463c-a01e-51f4b984a32b)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:39:30.650378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b8d9-2739-4b43-ab65-c5fc51e40d3b req-285d0759-4718-4ddd-b7cd-e45c733c091c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:30.654474 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6ea3b8d9-2739-4b43-ab65-c5fc51e40d3b req-285d0759-4718-4ddd-b7cd-e45c733c091c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3202431
Apr 15 19:39:30.681900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.699360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c1edd355-bc39-4bfd-8909-b5bb0e09d387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:30.715020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.717408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:30.727738 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6ea3b8d9-2739-4b43-ab65-c5fc51e40d3b req-3218f8e9-f42d-4530-a6af-70cc0fa022e9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692694
Apr 15 19:39:30.735682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b71d7c2-2476-4a3b-a726-66ccbef23e4e,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:30.738943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:30.749069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:30.781119 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b71d7c2-2476-4a3b-a726-66ccbef23e4e HTTP/1.1" status: 204  len: 168 time: 1.4266162
Apr 15 19:39:30.828633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3a4390>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:29Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:30.834291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0385102-3649-42a7-8d7a-9ed84e746d3a None None] The sync data for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi is: [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:29Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:39:31.126623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Pushing event updated for resources: {'Port': ['ID=8e14834a-cbb8-4201-a329-52a15e199eb0,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:31.131712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:31.254006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46418) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:31.327213 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-76931a3b-d5f4-4b60-a2f1-0b93a15424c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b50b98f6809c4827af150931fe60c57e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0714927
Apr 15 19:39:31.329825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46422) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:31.339547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:31.423599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:31.453100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:31.651753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:31.656767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dc5f2bd5-9894-415d-a488-fe5cee29ae7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:31.675559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c2e59-0379-4572-ba59-c5869d1b1568,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:31.680466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:31.745396 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:31.747180 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/106c2e59-0379-4572-ba59-c5869d1b1568 HTTP/1.1" status: 204  len: 168 time: 0.4126570
Apr 15 19:39:31.790351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853100999'] for router, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:32.060652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Router 145577ec-8eb8-4749-87fa-81fb5a541a88 is scheduled to L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 with binding_index 1 {{(pid=85378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:39:32.221878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f030a-d486-4ed8-bc52-0affb8f039e5 req-b9b4339e-428a-4e14-a3de-d3b8912d2b96 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:32.223270 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-895f030a-d486-4ed8-bc52-0affb8f039e5 req-b9b4339e-428a-4e14-a3de-d3b8912d2b96 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3526366
Apr 15 19:39:32.251118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device cc3205c3-82a5-4576-bab3-7397928d503e up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:32.312577 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-895f030a-d486-4ed8-bc52-0affb8f039e5 req-342071b8-8612-427b-8edc-62b539e2b41a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755901
Apr 15 19:39:32.331200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:39:32.341142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Sync routers for ids ['145577ec-8eb8-4749-87fa-81fb5a541a88'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:39:32.354495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Routers {'145577ec-8eb8-4749-87fa-81fb5a541a88'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:32.355318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4474e0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['145577ec-8eb8-4749-87fa-81fb5a541a88'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:32.403534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Notify callbacks [] for router, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:32.408341 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.4169497
Apr 15 19:39:32.408783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46442) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:32.430528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port cc3205c3-82a5-4576-bab3-7397928d503e completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:32.512150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port cc3205c3-82a5-4576-bab3-7397928d503e triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:32.512576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:32.742801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:32.762303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Set router 145577ec-8eb8-4749-87fa-81fb5a541a88 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:32.818847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047d9d7-0681-48fe-a900-39a4c82c8f9e None None] Network 97284a07-567c-4c49-9504-3fafd94f7e80 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:33.032027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46460) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:33.079070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port cc3205c3-82a5-4576-bab3-7397928d503e, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=cc3205c3-82a5-4576-bab3-7397928d503e,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:33.111157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-3a7a34d1-ac20-4908-9a04-a6e141e558e3 None None] Provisioning for port 8e14834a-cbb8-4201-a329-52a15e199eb0 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:33.140673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.141589 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 8e14834a-cbb8-4201-a329-52a15e199eb0 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:33.158084 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1701342220-network', 'tenant_id': '893d7486a7274ad48b5b37b1d1a6020f'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:33.163149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:33.168052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Usage tracker for resource:network and tenant:893d7486a7274ad48b5b37b1d1a6020f is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:33.171114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:33.177898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:33.181750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:33.207204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.231785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Made reservation on behalf of 893d7486a7274ad48b5b37b1d1a6020f for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:33.237468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.251249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.267764 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:33.273526 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Usage tracker for resource:security_group_rule and tenant:893d7486a7274ad48b5b37b1d1a6020f is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:33.277045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:33.283808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:33.387540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.387758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=cc3205c3-82a5-4576-bab3-7397928d503e,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:33.390910 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:33.420716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.428095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:33.455599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:39:33.470864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac25f4a-ae20-4777-b9ba-cc6d3882b554,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:33.480504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 8e14834a-cbb8-4201-a329-52a15e199eb0 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:33.487138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.487138 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Added segment 7c9364cb-9844-4f23-90a5-8d20b2f0eff7 of type vlan for network 17b6e442-a970-46b1-8ffe-da5356a394d3
Apr 15 19:39:33.491357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 8e14834a-cbb8-4201-a329-52a15e199eb0 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:33.491775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.495099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:33.497845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Allocated IP 172.20.0.1 (97284a07-567c-4c49-9504-3fafd94f7e80/147842f5-ac53-4059-9644-d223f4603545/81dcf876-c96d-406f-93af-0b1353070d1b) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:33.524308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.538978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4474e0>, [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:30Z', 'revision_number': 3, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:33.558100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Checking router: 145577ec-8eb8-4749-87fa-81fb5a541a88 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:39:33.558100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Updating router 145577ec-8eb8-4749-87fa-81fb5a541a88 port aff6f7d2-f886-49e5-b9fb-d02142531f27 binding host dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:39:33.598924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.599998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:33.600870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.624772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:33.630668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.646583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c6e87-f057-4707-b166-4ad10ec1f11f req-7d576dbd-6124-4af4-9e66-20766f9c510e tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:33.648202 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bc1c6e87-f057-4707-b166-4ad10ec1f11f req-7d576dbd-6124-4af4-9e66-20766f9c510e tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.2202196
Apr 15 19:39:33.807613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Pushing event updated for resources: {'Network': ['ID=17b6e442-a970-46b1-8ffe-da5356a394d3,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:33.811900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.819462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:33.848986 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8154664
Apr 15 19:39:33.852282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46472) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:33.856458 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bc1c6e87-f057-4707-b166-4ad10ec1f11f req-97d777c2-0b55-4f6e-9f83-441fd6075dba tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1985853
Apr 15 19:39:33.857966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Transition to ACTIVE for port object 81dcf876-c96d-406f-93af-0b1353070d1b will not be triggered until provisioned by entity DHCP. {{(pid=85379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:33.867771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Request body: {'subnet': {'network_id': '17b6e442-a970-46b1-8ffe-da5356a394d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1701342220-subnet', 'tenant_id': '893d7486a7274ad48b5b37b1d1a6020f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:33.877662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:33.883580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Usage tracker for resource:subnet and tenant:893d7486a7274ad48b5b37b1d1a6020f is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:33.887029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:33.893979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:33.919760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 17b6e442-a970-46b1-8ffe-da5356a394d3 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:39:33.931556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Made reservation on behalf of 893d7486a7274ad48b5b37b1d1a6020f for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:33.932083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.937159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:33.955919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3ef292a2-aa84-414c-8e20-6cb0d6667e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:34.089852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Pushing event updated for resources: {'Port': ['ID=81dcf876-c96d-406f-93af-0b1353070d1b,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:34.095296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:34.111657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.135154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-e89d2928-69a6-4f31-947b-746c72519cce None None] Provisioning complete for port 8e14834a-cbb8-4201-a329-52a15e199eb0 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:34.135663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e89d2928-69a6-4f31-947b-746c72519cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.149850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Network 97284a07-567c-4c49-9504-3fafd94f7e80 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:34.151158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:34.153867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:34.226656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670780'] for router_interface, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.249266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 8e14834a-cbb8-4201-a329-52a15e199eb0, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=8e14834a-cbb8-4201-a329-52a15e199eb0,segment=NetworkSegment(a5e61a6c-100a-463c-a01e-51f4b984a32b),segment_id=a5e61a6c-100a-463c-a01e-51f4b984a32b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:34.335131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.340251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:34.431917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=8e14834a-cbb8-4201-a329-52a15e199eb0,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:34.437900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:34.479080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device cc3205c3-82a5-4576-bab3-7397928d503e up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:34.493093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.513579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cbd13203-6e5d-4d15-9386-349bead82ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:34.589398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.626692 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port cc3205c3-82a5-4576-bab3-7397928d503e triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:34.627112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.645213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35272cb-f3da-48c9-8c85-e2fac41ca138,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:34.648089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:34.726579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Checking segment: {'id': '7c9364cb-9844-4f23-90a5-8d20b2f0eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '17b6e442-a970-46b1-8ffe-da5356a394d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:34.726989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Network hostable DHCP agents. Network: 17b6e442-a970-46b1-8ffe-da5356a394d3, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:39:34.762402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Notify callbacks [] for port, precommit_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.777068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Network 17b6e442-a970-46b1-8ffe-da5356a394d3 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:39:34.813723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Transition to ACTIVE for port object aff6f7d2-f886-49e5-b9fb-d02142531f27 will not be triggered until provisioned by entity L2. {{(pid=85380) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:34.817912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-750d0f71-d961-4463-a8b3-6db799e03b9f None None] Provisioning for port 81dcf876-c96d-406f-93af-0b1353070d1b completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:34.834525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 17b6e442-a970-46b1-8ffe-da5356a394d3) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:34.835313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-750d0f71-d961-4463-a8b3-6db799e03b9f None None] Provisioning complete for port 81dcf876-c96d-406f-93af-0b1353070d1b triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:34.835734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-750d0f71-d961-4463-a8b3-6db799e03b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.839718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:34.840920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.864891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.872433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5144608-4cc3-4b9d-bb73-bbc634ff5032 None None] Network 17b6e442-a970-46b1-8ffe-da5356a394d3 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:34.896408 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0423038
Apr 15 19:39:34.896606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.920946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:34.931764 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:34.961207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:35.103978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Pushing event updated for resources: {'Port': ['ID=81dcf876-c96d-406f-93af-0b1353070d1b,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:35.107097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:35.113214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852973936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853105125'] for router_interface, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:35.225726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-750d0f71-d961-4463-a8b3-6db799e03b9f None None] Port 81dcf876-c96d-406f-93af-0b1353070d1b cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:39:35.248050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c2f26-6ec2-4729-b416-a5bde050ac46 None None] Pushing event updated for resources: {'Port': ['ID=aff6f7d2-f886-49e5-b9fb-d02142531f27,revision_number=2']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:35.256780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-467c2f26-6ec2-4729-b416-a5bde050ac46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:35.415069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731fda2d-f816-4689-9851-048f6bc7270f None None] Network 17b6e442-a970-46b1-8ffe-da5356a394d3 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:35.477234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be4a4-47f3-46e3-8722-cd1f2dc62533 req-fd8a17a7-5736-4f85-a963-7b5bd77cda6a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:35.478887 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b32be4a4-47f3-46e3-8722-cd1f2dc62533 req-fd8a17a7-5736-4f85-a963-7b5bd77cda6a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.4756346
Apr 15 19:39:35.534460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Attempting to bind port aff6f7d2-f886-49e5-b9fb-d02142531f27 on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:39:35.539138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Attempting to bind port aff6f7d2-f886-49e5-b9fb-d02142531f27 by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:39:35.539138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Attempting to bind port aff6f7d2-f886-49e5-b9fb-d02142531f27 on network aff3dc65-72ca-47ab-a63f-a78e07c2b292 {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:35.545323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:39:35.545789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Checking segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:35.546350 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:35.546795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Bound using segment: {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'} {{(pid=85380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:39:35.547393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Bound port: aff6f7d2-f886-49e5-b9fb-d02142531f27, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f5822-5e11-4eae-b23d-1b73e50d19e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}}] {{(pid=85380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:39:35.547820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:35.571735 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b32be4a4-47f3-46e3-8722-cd1f2dc62533 req-0f09e5ed-bec4-46a0-bf0f-13deb748dd1f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828993
Apr 15 19:39:35.583023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Network 97284a07-567c-4c49-9504-3fafd94f7e80 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:35.588374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:35.674777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-563d031a-8963-48a8-bf75-6c4c1f634eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:35.697183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] For port aff6f7d2-f886-49e5-b9fb-d02142531f27, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:39:35.723687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] For port aff6f7d2-f886-49e5-b9fb-d02142531f27, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=aff6f7d2-f886-49e5-b9fb-d02142531f27,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:39:35.768141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:35.786023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:35.831114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46508) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:35.839170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-509296508-network', 'tenant_id': 'a1862e1644984f21b26a2dfa50e25974'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:35.844556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:35.848641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Usage tracker for resource:network and tenant:a1862e1644984f21b26a2dfa50e25974 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:35.852193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:35.858423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:35.888461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Router 145577ec-8eb8-4749-87fa-81fb5a541a88 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:39:35.929500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Made reservation on behalf of a1862e1644984f21b26a2dfa50e25974 for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:35.935133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:35.954731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:35.972655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:35.977209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Usage tracker for resource:security_group_rule and tenant:a1862e1644984f21b26a2dfa50e25974 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:35.980568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:35.987494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:36.098863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:39:36.120647 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] 10.222.0.25 "PUT /v2.0/routers/145577ec-8eb8-4749-87fa-81fb5a541a88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7106471
Apr 15 19:39:36.149223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.163241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-cf66d7f4-657a-4bb0-82a5-ecccdf38de02 None None] Provisioning complete for port 81dcf876-c96d-406f-93af-0b1353070d1b triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:36.163666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf66d7f4-657a-4bb0-82a5-ecccdf38de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.177602 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.182310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-83a2cad4-793f-42da-9923-0665ba627aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:36.211380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:39:36.226746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c4ea76-2e58-4574-a18a-b2eafcf5c11f,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:36.231498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:36.232624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.233102 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Added segment 6ec6a786-c512-4993-a54a-cc2ebbad7bf7 of type vlan for network d394f166-8a45-47a4-8d05-fe7cfe7693a7
Apr 15 19:39:36.242785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c2f26-6ec2-4729-b416-a5bde050ac46 None None] Pushing event updated for resources: {'Port': ['ID=aff6f7d2-f886-49e5-b9fb-d02142531f27,revision_number=3']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:36.246021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-467c2f26-6ec2-4729-b416-a5bde050ac46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:36.271753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.275882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-cf66d7f4-657a-4bb0-82a5-ecccdf38de02 None None] Port 81dcf876-c96d-406f-93af-0b1353070d1b cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:39:36.308875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Routers {'145577ec-8eb8-4749-87fa-81fb5a541a88'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:36.309775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4474e0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['145577ec-8eb8-4749-87fa-81fb5a541a88'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:36.341229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.343995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:36.345322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.352667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-137d0d48-b3a5-4f79-944b-030ccc711e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:36.460196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 8e14834a-cbb8-4201-a329-52a15e199eb0 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:36.485847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Pushing event updated for resources: {'Network': ['ID=d394f166-8a45-47a4-8d05-fe7cfe7693a7,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:36.488619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:36.503313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network d394f166-8a45-47a4-8d05-fe7cfe7693a7 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:39:36.650435 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8175092
Apr 15 19:39:36.653150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46520) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:36.660909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Request body: {'subnet': {'network_id': 'd394f166-8a45-47a4-8d05-fe7cfe7693a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-509296508-subnet', 'tenant_id': 'a1862e1644984f21b26a2dfa50e25974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:36.674827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:36.680331 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Usage tracker for resource:subnet and tenant:a1862e1644984f21b26a2dfa50e25974 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:36.683915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:36.690873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:36.696452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] Set router 145577ec-8eb8-4749-87fa-81fb5a541a88 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:36.735347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Made reservation on behalf of a1862e1644984f21b26a2dfa50e25974 for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:36.741481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.777698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 8e14834a-cbb8-4201-a329-52a15e199eb0 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:36.778129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:36.885603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4887b52-8a32-4592-a7da-547c8566f18e req-c6f834c3-76e2-4a07-baaf-cbd904c56d4a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:36.904633 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c4887b52-8a32-4592-a7da-547c8566f18e req-c6f834c3-76e2-4a07-baaf-cbd904c56d4a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1652377
Apr 15 19:39:36.958198 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c4887b52-8a32-4592-a7da-547c8566f18e req-f51a98ce-67b1-4a26-a62f-2bb38b636497 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525887
Apr 15 19:39:37.050356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46532) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:37.059557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756943430', 'description': 'tempest-secgroup-smoke-1756943430 description', 'project_id': '92c1622bc6cf45d7835ceeb2e3373708'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:37.073053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:37.082978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:37.086851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:37.094237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:37.148804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:37.181244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4474e0>, [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 4, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '81dcf876-c96d-406f-93af-0b1353070d1b', 'name': '', 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'mac_address': 'fa:16:3e:70:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '147842f5-ac53-4059-9644-d223f4603545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:33Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 2, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'subnets': [{'id': '147842f5-ac53-4059-9644-d223f4603545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:37.186283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f066d-ffc0-4c79-8e82-3cc65dd85516 None None] The sync data for ids ['145577ec-8eb8-4749-87fa-81fb5a541a88'] in dv-cinder-776307-4-iscsi is: [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 4, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '81dcf876-c96d-406f-93af-0b1353070d1b', 'name': '', 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'mac_address': 'fa:16:3e:70:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '147842f5-ac53-4059-9644-d223f4603545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:33Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 2, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'subnets': [{'id': '147842f5-ac53-4059-9644-d223f4603545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:39:37.187873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:37.198296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:37.201776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:37.211240 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:37.289693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:37.329014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:37.338908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b0ad4d7f-4118-49fb-9446-19461837fdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:37.339008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:37.357638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d0b11be0-31e7-44ca-8603-563c27b9c827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:37.389892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8a0da-4306-4d84-87c5-87da01186ba5,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:37.394251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:37.485974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0fa7-c19f-4f64-82fa-a98959b888fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:37.497673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:37.499579 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4480300
Apr 15 19:39:37.505172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46540) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:37.519699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a0da-4306-4d84-87c5-87da01186ba5', 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:37.538884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:37.544713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:37.549916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:37.565728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:37.568059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fab5e1e-6a6a-4344-8016-531c7fe2700a,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:37.620181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a6812-b2ca-4fa8-b991-98b9a819b62b req-e6457831-f262-4fe3-8ae1-8f2ee488c9d8 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:37.628275 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf0a6812-b2ca-4fa8-b991-98b9a819b62b req-e6457831-f262-4fe3-8ae1-8f2ee488c9d8 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1875494
Apr 15 19:39:37.640671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:37.692256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9f7f-df3a-4b78-ad64-cda01cd9e911 req-3320f6c6-36f1-4a95-a01f-aefe93cf8bac tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:37.694356 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5bec9f7f-df3a-4b78-ad64-cda01cd9e911 req-3320f6c6-36f1-4a95-a01f-aefe93cf8bac tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.2040312
Apr 15 19:39:37.707732 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf0a6812-b2ca-4fa8-b991-98b9a819b62b req-139303c1-2404-4e20-953d-5314c0f277e0 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779598
Apr 15 19:39:37.742179 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:37.760805 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5bec9f7f-df3a-4b78-ad64-cda01cd9e911 req-09fc3835-ab7f-4859-a514-1886256c5e3f tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517488
Apr 15 19:39:38.026286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-0a8cd9e9-6871-4729-8323-dd6fb01162cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:38.027921 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-0a8cd9e9-6871-4729-8323-dd6fb01162cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1098 time: 0.4635916
Apr 15 19:39:38.037440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Checking segment: {'id': '6ec6a786-c512-4993-a54a-cc2ebbad7bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd394f166-8a45-47a4-8d05-fe7cfe7693a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:38.037858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Network hostable DHCP agents. Network: d394f166-8a45-47a4-8d05-fe7cfe7693a7, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:39:38.050873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.197898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Network d394f166-8a45-47a4-8d05-fe7cfe7693a7 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:39:38.213467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.239659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-d8ae18c0-a2a8-4644-9568-197a19dec9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:38.241269 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-d8ae18c0-a2a8-4644-9568-197a19dec9f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.1960158
Apr 15 19:39:38.243161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.251849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:38.347575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, d394f166-8a45-47a4-8d05-fe7cfe7693a7) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:38.351029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7246b032-f683-4494-9748-b83310a211c2,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:38.353549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:38.354193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.358289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e496dace-7800-460e-b176-bf7123990fc0 None None] Network d394f166-8a45-47a4-8d05-fe7cfe7693a7 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:38.378645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:38.408244 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.7536225
Apr 15 19:39:38.436139 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-3e784653-11c4-40ca-9de9-2ecc7fb70697 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 1001 time: 0.1752653
Apr 15 19:39:38.503159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device aff6f7d2-f886-49e5-b9fb-d02142531f27 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:38.504242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.508709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46546) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:38.515278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a0da-4306-4d84-87c5-87da01186ba5', 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:38.520477 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-31a0886a-b3b3-4abf-8b5d-423c2ce38012 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0139837
Apr 15 19:39:38.526557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:38.531772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:38.535704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:38.542784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:38.543462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-eab52449-a0d2-4373-80e6-a46450f0da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:38.545168 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-eab52449-a0d2-4373-80e6-a46450f0da6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.0977223
Apr 15 19:39:38.597944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46550) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:38.600942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.659128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-bb240c50-5241-48e4-8723-7c85650d3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:38.660749 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-bb240c50-5241-48e4-8723-7c85650d3992 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085005
Apr 15 19:39:38.672948 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.706201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.743190 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Deleting subnet d35272cb-f3da-48c9-8c85-e2fac41ca138 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:39:38.745232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f87fa95-8f70-4ce2-8ed1-d33560235230 None None] Network d394f166-8a45-47a4-8d05-fe7cfe7693a7 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:39:38.747403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.748232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.801369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e5e00449-85cc-423c-b659-1cf6eaf5cdf4 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:38.839050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d4c8a5-ab7c-4158-af28-0c7ea6c228e2,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:38.848428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:38.862443 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.867099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-9901f263-e280-4fb2-aa62-758341f5eb4d service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931782
Apr 15 19:39:38.911044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.912322 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f7facd18-49c5-445b-b360-b84638146511 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4024980
Apr 15 19:39:38.922717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46558) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:38.951648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port aff6f7d2-f886-49e5-b9fb-d02142531f27 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:38.974323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a0da-4306-4d84-87c5-87da01186ba5', 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:38.990890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:38.992990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port aff6f7d2-f886-49e5-b9fb-d02142531f27 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:38.993490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:38.998021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:39.008650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:39.019400 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:39.052789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.064710 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-06d86ee4-867e-4489-b51f-ba3028df98ba req-4b8fdc84-cf81-438d-9005-0303ace34854 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826241
Apr 15 19:39:39.076244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.184758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.201805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port aff6f7d2-f886-49e5-b9fb-d02142531f27, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=aff6f7d2-f886-49e5-b9fb-d02142531f27,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:39.223337 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.226857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bdf6c-028f-4ae9-90cc-e1b422be59b8 req-119466ed-b4b7-49fc-8543-6fda37b07f79 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:39.228488 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-806bdf6c-028f-4ae9-90cc-e1b422be59b8 req-119466ed-b4b7-49fc-8543-6fda37b07f79 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.3231835
Apr 15 19:39:39.235745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.238914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1b09bb67-516d-4fd3-9f5b-c1188a3e4d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:39.240069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2622a-4cb8-489b-b932-5332b73648cf req-f3eaf1aa-4eb0-4144-8111-463cded54831 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:39.241697 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8cd2622a-4cb8-489b-b932-5332b73648cf req-f3eaf1aa-4eb0-4144-8111-463cded54831 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.2849054
Apr 15 19:39:39.244362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-28256517-a589-4ab6-962a-3d395ab170e7 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:39.245618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-28256517-a589-4ab6-962a-3d395ab170e7 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Synchronizing usage tracker for tenant:0ff6ad27f0ec4d77b90a7eb24a28191a on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:39:39.266705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.269125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fe21ab98-e5f0-4efa-96d8-6332ee1245e9 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:39.300364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79221c2-8c6d-4100-a7fa-cec809ce1346,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:39.303035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-28256517-a589-4ab6-962a-3d395ab170e7 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Unset dirty status for tenant:0ff6ad27f0ec4d77b90a7eb24a28191a on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:39:39.304266 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-28256517-a589-4ab6-962a-3d395ab170e7 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 945 time: 0.1830952
Apr 15 19:39:39.308116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:39.318153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=aff6f7d2-f886-49e5-b9fb-d02142531f27,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:39.321660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:39.353617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.357347 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-86d41e55-f507-4a82-a1c8-501859301e1e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4309599
Apr 15 19:39:39.362069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46562) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:39.371442 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a0da-4306-4d84-87c5-87da01186ba5', 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:39.371875 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8cd2622a-4cb8-489b-b932-5332b73648cf req-a82e093f-f1fa-41c6-a876-2c90b5360480 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182172
Apr 15 19:39:39.375313 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-806bdf6c-028f-4ae9-90cc-e1b422be59b8 req-5d0b0b55-56c5-4266-8d20-f569b78ce013 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307018
Apr 15 19:39:39.400735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:39.409250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:39.414301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:39.423133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Deleting port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:39:39.423528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.468569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:39.492834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.509301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:39.544593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.602018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35272cb-f3da-48c9-8c85-e2fac41ca138,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:39.614157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:39.650318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.659672 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d35272cb-f3da-48c9-8c85-e2fac41ca138 HTTP/1.1" status: 204  len: 168 time: 1.0580018
Apr 15 19:39:39.660064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46568) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:39.744710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.763516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] For port d17a5128-d900-4a8b-a3b7-f6e76a0fb631, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:39.763919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.780460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.834750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.902287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Calling delete_port for d17a5128-d900-4a8b-a3b7-f6e76a0fb631 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:39:39.914667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.931716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:39.975924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c699e4b1-158d-4e94-bfe0-28ebb35d6ee8,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:39.976930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:39.981276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:40.047370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.048657 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-96ecf0d9-48dc-4cae-b2b0-6205def59f8b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6855888
Apr 15 19:39:40.053799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46572) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:40.061467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a0da-4306-4d84-87c5-87da01186ba5', 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:40.072420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:40.084594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:40.089530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:40.096326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9b225c88>,) {'filters': {'network_id': ['17b6e442-a970-46b1-8ffe-da5356a394d3']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:40.101022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:40.110608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b225c88>, '7c9364cb-9844-4f23-90a5-8d20b2f0eff7') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:40.112558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b225c88>, '7c9364cb-9844-4f23-90a5-8d20b2f0eff7') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:40.125222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.137532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.141488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.148054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:39:40.149900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['d17a5128-d900-4a8b-a3b7-f6e76a0fb631'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:39:40.157988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6be5f1ca-221e-44bc-84b0-4daae7d459e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:40.258096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Pushing event deleted for resources: {'Port': ['ID=d17a5128-d900-4a8b-a3b7-f6e76a0fb631,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:40.260537 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.securitygroups_db [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Project 92c1622bc6cf45d7835ceeb2e3373708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:39:40.271910 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:40.274973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.330373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Network 17b6e442-a970-46b1-8ffe-da5356a394d3 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:39:40.339405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.443999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.465117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device aff6f7d2-f886-49e5-b9fb-d02142531f27 up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:40.508641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.517452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] No DVR routers for this DVR port d17a5128-d900-4a8b-a3b7-f6e76a0fb631 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:39:40.522742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-43963282-02cb-4bb4-8cd7-c908ad82716b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:40.531638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.536622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'name': 'network-vif-deleted', 'tag': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:40.558685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port aff6f7d2-f886-49e5-b9fb-d02142531f27 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:40.558998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3168e69-4ba9-4d38-8c3d-5c6ac7058597,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:40.559117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.565392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:40.576959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Sync routers for ids ['145577ec-8eb8-4749-87fa-81fb5a541a88'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:39:40.587119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Routers {'145577ec-8eb8-4749-87fa-81fb5a541a88'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:40.588410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d7c50>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['145577ec-8eb8-4749-87fa-81fb5a541a88'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:40.612843 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c0425cf-8c66-46f3-aa4d-3b057e0db500 req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "DELETE /v2.0/ports/d17a5128-d900-4a8b-a3b7-f6e76a0fb631 HTTP/1.1" status: 204  len: 173 time: 1.2990451
Apr 15 19:39:40.640818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.644763 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a11af540-04e7-4bd7-8c58-ab42eef1ce67 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5873461
Apr 15 19:39:40.645014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46582) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:40.650778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a0da-4306-4d84-87c5-87da01186ba5', 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:40.664579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:40.686532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:security_group_rule and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:40.691793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:40.698861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:40.743539 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.securitygroups_db [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Project 92c1622bc6cf45d7835ceeb2e3373708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:39:40.752573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.813674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Set router 145577ec-8eb8-4749-87fa-81fb5a541a88 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:40.834189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.886348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.888579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:40.915982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4af077-9581-4812-b92c-f58fe38f7a72,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:40.925238 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:40.942124 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-59d78763-c29d-4f93-b425-5ca531ee9554 req-cddab44e-e564-40ba-b43e-5a2392689875 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b0b8457-8dae-48da-a851-fe8bc59ff62b HTTP/1.1" status: 200  len: 210 time: 0.3888023
Apr 15 19:39:40.955818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Network 17b6e442-a970-46b1-8ffe-da5356a394d3 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:39:40.968944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:40.970354 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9b98df70-1a3b-4046-8754-98a158eea109 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3243110
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:39:40.995202 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:39:41.013606 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b8457-8dae-48da-a851-fe8bc59ff62b', 'name': 'network-vif-deleted', 'tag': 'd17a5128-d900-4a8b-a3b7-f6e76a0fb631', 'status': 'completed', 'code': 200}
Apr 15 19:39:41.102502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9cfc9-bc02-4a43-a5b6-26d3dc1b1026 req-7336665e-3e10-4318-b36a-a4ff11779c2b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:41.104231 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad9cfc9-bc02-4a43-a5b6-26d3dc1b1026 req-7336665e-3e10-4318-b36a-a4ff11779c2b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.5061071
Apr 15 19:39:41.143697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.165633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:41.183858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.192906 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bad9cfc9-bc02-4a43-a5b6-26d3dc1b1026 req-77e228c3-1938-4eab-8908-47b76f711d89 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779121
Apr 15 19:39:41.194955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b6e442-a970-46b1-8ffe-da5356a394d3,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:41.197648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:41.202121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46614) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:41.202235 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/17b6e442-a970-46b1-8ffe-da5356a394d3 HTTP/1.1" status: 204  len: 168 time: 1.5410864
Apr 15 19:39:41.287799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Deleting subnet 0fab5e1e-6a6a-4344-8016-531c7fe2700a {{(pid=85378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:39:41.292205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.350855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.353500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d7c50>, [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 4, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '81dcf876-c96d-406f-93af-0b1353070d1b', 'name': '', 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'mac_address': 'fa:16:3e:70:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '147842f5-ac53-4059-9644-d223f4603545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:33Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 2, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'subnets': [{'id': '147842f5-ac53-4059-9644-d223f4603545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:41.359074 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Checking router: 145577ec-8eb8-4749-87fa-81fb5a541a88 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:39:41.359366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.359481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Updating router 145577ec-8eb8-4749-87fa-81fb5a541a88 port 81dcf876-c96d-406f-93af-0b1353070d1b binding host dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:39:41.418816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.661728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for subnet, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.678363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:41.767557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fab5e1e-6a6a-4344-8016-531c7fe2700a,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:41.772652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:41.820477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.826576 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0d4a7848-eb8d-41eb-98b0-2a70668c3b61 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0fab5e1e-6a6a-4344-8016-531c7fe2700a HTTP/1.1" status: 204  len: 168 time: 0.6228123
Apr 15 19:39:41.829926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46630) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:41.878811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:41.893781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Transition to ACTIVE for port object 81dcf876-c96d-406f-93af-0b1353070d1b will not be triggered until provisioned by entity L2. {{(pid=85381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:41.947921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.037920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.054085 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4e65352f-2571-4fb1-83c9-81272c830007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:42.149817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.189039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf3864-5abe-4c46-b367-c8ce56f05327 None None] Pushing event updated for resources: {'Port': ['ID=81dcf876-c96d-406f-93af-0b1353070d1b,revision_number=3']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:42.193475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5ebf3864-5abe-4c46-b367-c8ce56f05327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:42.270906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6d9ae0a7b8>> segment before_delete 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.271318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6d9ae0a7b8>> subnet precommit_delete_associations 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.272356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> segment_host_mapping after_create 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.272750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> port after_create 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.273133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> port after_delete 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.273556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> port after_update 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.274165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> segment after_delete 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.274546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> subnet after_create 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.274918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> subnet after_delete 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.275291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6d9a6e5ac8>> subnet after_update 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.419313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Attempting to bind port 81dcf876-c96d-406f-93af-0b1353070d1b on host dv-cinder-776307-4-iscsi for vnic_type normal with profile  {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:39:42.419882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Attempting to bind port 81dcf876-c96d-406f-93af-0b1353070d1b by drivers openvswitch,hyperv on host dv-cinder-776307-4-iscsi at level 0 using segments [{'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:39:42.425205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Attempting to bind port 81dcf876-c96d-406f-93af-0b1353070d1b on network 97284a07-567c-4c49-9504-3fafd94f7e80 {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:42.430328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Checking agent: {'id': 'adabda89-7a64-498a-b955-ed8aeca07215', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 26, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 27, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:39:42.430788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Checking segment: {'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:42.431236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.431674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Bound using segment: {'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'} {{(pid=85381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:39:42.432204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Bound port: 81dcf876-c96d-406f-93af-0b1353070d1b, host: dv-cinder-776307-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e61a6c-100a-463c-a01e-51f4b984a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80'}}] {{(pid=85381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:39:42.432634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.460566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9ac93eb8>> subnet after_create 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.461183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9ac93eb8>> subnet after_delete 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.461796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9ac93eb8>> subnet before_create 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.462359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6d9ac93eb8>> subnet before_update 55550000 {{(pid=85378) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:39:42.462964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9af3abe0>,) {'filters': {'network_id': ['d394f166-8a45-47a4-8d05-fe7cfe7693a7']}} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:42.484546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9af3abe0>, '6ec6a786-c512-4993-a54a-cc2ebbad7bf7') {'for_net_delete': True} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:42.485189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9af3abe0>, '6ec6a786-c512-4993-a54a-cc2ebbad7bf7') {} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:42.503080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358555'] for segment, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.520646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.528386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=85378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:39:42.549831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] For port 81dcf876-c96d-406f-93af-0b1353070d1b, host dv-cinder-776307-4-iscsi, cleared binding levels {{(pid=85381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:39:42.553257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] For port 81dcf876-c96d-406f-93af-0b1353070d1b, host dv-cinder-776307-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=81dcf876-c96d-406f-93af-0b1353070d1b,segment=NetworkSegment(a5e61a6c-100a-463c-a01e-51f4b984a32b),segment_id=a5e61a6c-100a-463c-a01e-51f4b984a32b)] {{(pid=85381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:39:42.593014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:42.678492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-553cc559-b900-4440-abb7-39359172f0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:42.790141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf3864-5abe-4c46-b367-c8ce56f05327 None None] Pushing event updated for resources: {'Port': ['ID=81dcf876-c96d-406f-93af-0b1353070d1b,revision_number=4']} {{(pid=85381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:42.795230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5ebf3864-5abe-4c46-b367-c8ce56f05327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:42.835524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Routers {'145577ec-8eb8-4749-87fa-81fb5a541a88'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:39:42.836226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d7c50>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:39:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['145577ec-8eb8-4749-87fa-81fb5a541a88'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:42.965038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Network d394f166-8a45-47a4-8d05-fe7cfe7693a7 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:39:42.975552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847892814'] for segment, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:43.040929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] Set router 145577ec-8eb8-4749-87fa-81fb5a541a88 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:39:43.158963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Network d394f166-8a45-47a4-8d05-fe7cfe7693a7 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   from cryptography.utils import int_from_bytes
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   from cryptography.utils import int_from_bytes
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   (rel_b, rel_a, rel_b),
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   (rel_b, rel_a, rel_b),
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:39:43.184264 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:39:43.294987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:43.300847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:43.304857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:43.344721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d394f166-8a45-47a4-8d05-fe7cfe7693a7,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:43.347480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:43.349224 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fcdccb79-c5ee-4215-96f9-ac41e846a8e8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d394f166-8a45-47a4-8d05-fe7cfe7693a7 HTTP/1.1" status: 204  len: 168 time: 1.5182655
Apr 15 19:39:43.381505 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d7c50>, [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 4, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '81dcf876-c96d-406f-93af-0b1353070d1b', 'name': '', 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'mac_address': 'fa:16:3e:70:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '147842f5-ac53-4059-9644-d223f4603545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:33Z', 'updated_at': '2021-04-15T19:39:42Z', 'revision_number': 4, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'subnets': [{'id': '147842f5-ac53-4059-9644-d223f4603545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:39:43.385684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb497b-4581-4217-a773-d3e68cb9d8d8 None None] The sync data for ids ['145577ec-8eb8-4749-87fa-81fb5a541a88'] in dv-cinder-776307-4-iscsi is: [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:34Z', 'revision_number': 4, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '81dcf876-c96d-406f-93af-0b1353070d1b', 'name': '', 'network_id': '97284a07-567c-4c49-9504-3fafd94f7e80', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'mac_address': 'fa:16:3e:70:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '147842f5-ac53-4059-9644-d223f4603545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:33Z', 'updated_at': '2021-04-15T19:39:42Z', 'revision_number': 4, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'subnets': [{'id': '147842f5-ac53-4059-9644-d223f4603545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:39:43.664914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46664) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:43.719885 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-10bba17e-aee1-42e3-8cd9-9b55a0809476 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=893d7486a7274ad48b5b37b1d1a6020f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534148
Apr 15 19:39:43.723730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46670) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:43.789142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:43.818592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:43.909431 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:43.914687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-30a9f3d0-92c5-482e-8b37-e5ee8b83d9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:43.927166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac25f4a-ae20-4777-b9ba-cc6d3882b554,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:43.929826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:43.933204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:43.935105 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ac25f4a-ae20-4777-b9ba-cc6d3882b554 HTTP/1.1" status: 204  len: 168 time: 0.2096474
Apr 15 19:39:44.450312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 81dcf876-c96d-406f-93af-0b1353070d1b up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:44.533090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46680) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:44.552171 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning for port 81dcf876-c96d-406f-93af-0b1353070d1b completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:39:44.557500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 81dcf876-c96d-406f-93af-0b1353070d1b triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:44.557934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:44.591526 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-290ac765-8256-46e9-9cf5-4b76a3aabc83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1862e1644984f21b26a2dfa50e25974&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545707
Apr 15 19:39:44.591753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46684) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:44.653829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:44.687868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:44.766886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:44.772407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ff97ce8d-f3fd-40ff-a86b-83a685afacbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:44.788131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c4ea76-2e58-4574-a18a-b2eafcf5c11f,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:44.791077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:44.792366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:44.793584 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9c4ea76-2e58-4574-a18a-b2eafcf5c11f HTTP/1.1" status: 204  len: 168 time: 0.2008495
Apr 15 19:39:44.872282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:44.911844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] For port 81dcf876-c96d-406f-93af-0b1353070d1b, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=81dcf876-c96d-406f-93af-0b1353070d1b,segment=NetworkSegment(a5e61a6c-100a-463c-a01e-51f4b984a32b),segment_id=a5e61a6c-100a-463c-a01e-51f4b984a32b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:39:44.966485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:44.970565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:45.041958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Pushing event updated for resources: {'Port': ['ID=81dcf876-c96d-406f-93af-0b1353070d1b,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:45.045310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:45.625297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093a5ef-dc61-4cb1-8c52-095ee5bc9375 req-47b7e62c-a3b5-4137-b04c-d4d7fda0b6f3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:45.626993 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f093a5ef-dc61-4cb1-8c52-095ee5bc9375 req-47b7e62c-a3b5-4137-b04c-d4d7fda0b6f3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0933895
Apr 15 19:39:45.680390 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f093a5ef-dc61-4cb1-8c52-095ee5bc9375 req-d65c56c5-7772-4bf6-ab0e-fa3c912a61ac tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0463953
Apr 15 19:39:45.848735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device d17a5128-d900-4a8b-a3b7-f6e76a0fb631 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:39:45.888883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: d17a5128-d900-4a8b-a3b7-f6e76a0fb631 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:39:45.889565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device d17a5128-d900-4a8b-a3b7-f6e76a0fb631 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:39:45.979282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-79a6e1bf-f29d-47ee-9066-296f0a5a4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:45.980804 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-79a6e1bf-f29d-47ee-9066-296f0a5a4f2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1138 time: 0.0842724
Apr 15 19:39:46.128201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-9d9d08b2-aa36-4bcc-9a92-94592630408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:46.130046 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-9d9d08b2-aa36-4bcc-9a92-94592630408c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 200  len: 916 time: 0.1404724
Apr 15 19:39:46.244805 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-a64c9de7-d077-425d-af89-766020df0769 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 1001 time: 0.1076548
Apr 15 19:39:46.325667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-e43a6219-285f-428f-ad94-58d90165baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:46.327790 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-e43a6219-285f-428f-ad94-58d90165baf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a246fdd4-c068-41c6-93b0-2b410723351b HTTP/1.1" status: 200  len: 854 time: 0.0711515
Apr 15 19:39:46.418132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-c3974621-c9af-4854-bbaf-9795f1b9e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:46.419748 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-c3974621-c9af-4854-bbaf-9795f1b9e9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841413
Apr 15 19:39:46.433079 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 81dcf876-c96d-406f-93af-0b1353070d1b up at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:39:46.513413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Provisioning complete for port 81dcf876-c96d-406f-93af-0b1353070d1b triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:39:46.513839 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:46.588404 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-b6c57586-562f-41b9-963c-73ba8864fe09 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588295
Apr 15 19:39:46.760408 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c86b48d-845f-4e9b-a00c-d4456570e9a7 req-854ee84b-0a69-40f4-8432-5c5e24d9e562 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654205
Apr 15 19:39:46.943168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78c2d0-3938-4dd3-a754-af0a2cd68b22 req-18170130-03a9-477f-8819-45a80b31ac20 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:46.945538 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4c78c2d0-3938-4dd3-a754-af0a2cd68b22 req-18170130-03a9-477f-8819-45a80b31ac20 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.1177847
Apr 15 19:39:47.005529 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4c78c2d0-3938-4dd3-a754-af0a2cd68b22 req-5cde33fe-c20d-4fa9-9e86-12e87fa6f25d tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525599
Apr 15 19:39:47.524264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46780) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:47.595075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:47.653507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:47.670357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:47.675685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:38b6f72ecccd46fdb3f0e5a14cb1a03f is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:47.678928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:47.684974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:47.831135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:47.863046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:47.872324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f1ea9d25-5863-488d-9239-be0570a53149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:47.915423 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38b6f72ecccd46fdb3f0e5a14cb1a03f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3899615
Apr 15 19:39:47.916401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb294f-f407-4439-9121-f331a73e8c9a,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:47.918362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46786) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:47.919718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:47.985784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-931dfaa3-a4f4-4f17-97e9-6a1b8f0709e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.012616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-931dfaa3-a4f4-4f17-97e9-6a1b8f0709e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.091781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-931dfaa3-a4f4-4f17-97e9-6a1b8f0709e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.097830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a260f1c6-8a86-428b-b116-fb7094d88529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:48.111264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dfaa3-a4f4-4f17-97e9-6a1b8f0709e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb294f-f407-4439-9121-f331a73e8c9a,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:48.114421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-931dfaa3-a4f4-4f17-97e9-6a1b8f0709e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:48.115322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-931dfaa3-a4f4-4f17-97e9-6a1b8f0709e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.117027 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-931dfaa3-a4f4-4f17-97e9-6a1b8f0709e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84cb294f-f407-4439-9121-f331a73e8c9a HTTP/1.1" status: 204  len: 168 time: 0.1970334
Apr 15 19:39:48.221427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bf74-78d6-478c-85a5-037933913bb3 req-c2d80330-260f-4f74-a2a0-e4a07642804f tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:48.223024 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-36e5bf74-78d6-478c-85a5-037933913bb3 req-c2d80330-260f-4f74-a2a0-e4a07642804f tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0915048
Apr 15 19:39:48.290542 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-36e5bf74-78d6-478c-85a5-037933913bb3 req-a19228a5-6c04-4ab9-959e-06758940acd0 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472636
Apr 15 19:39:48.621214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46804) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:48.649009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.665254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:48.669878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Usage tracker for resource:security_group_rule and tenant:3cada2ef54a64696b41845f0ccecd72a is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:48.672715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:48.678899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:48.763610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.797830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.807470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de93ecda-421c-4589-9ecf-33e08e8f2655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:48.850254 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cada2ef54a64696b41845f0ccecd72a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2278173
Apr 15 19:39:48.851993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e10b50-d46b-4733-a719-f7cf4f535146,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:48.853131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46808) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:48.855205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:48.915770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:48.942319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:49.023071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:49.028367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-20aa0fe0-790c-4338-939f-ed272e49b6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:49.042032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e10b50-d46b-4733-a719-f7cf4f535146,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:49.044441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:49.052606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:49.053853 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90e10b50-d46b-4733-a719-f7cf4f535146 HTTP/1.1" status: 204  len: 168 time: 0.1995924
Apr 15 19:39:49.503451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f700ec-d413-4b7b-989c-353b5255201e req-bea4416d-783b-44e5-8e06-de41d184251b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:49.505090 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c7f700ec-d413-4b7b-989c-353b5255201e req-bea4416d-783b-44e5-8e06-de41d184251b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0934670
Apr 15 19:39:49.562898 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c7f700ec-d413-4b7b-989c-353b5255201e req-e3b50c99-4756-42ae-81bd-f708fa79b86b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0514202
Apr 15 19:39:50.796742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd526-560f-4be0-830b-c7dbb9fb1150 req-7664142d-5f1b-4b6d-8f3d-3c45d4eda08c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:50.798388 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95ddd526-560f-4be0-830b-c7dbb9fb1150 req-7664142d-5f1b-4b6d-8f3d-3c45d4eda08c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0912039
Apr 15 19:39:50.850017 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95ddd526-560f-4be0-830b-c7dbb9fb1150 req-50197d77-0fbd-4bf6-bd5f-54b70d644f82 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451920
Apr 15 19:39:51.349604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46868) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:51.477506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:51.495727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:51.499817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Usage tracker for resource:security_group_rule and tenant:6b17e71ce4f24dc489d04a53d3bf74f0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:51.502836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:51.508852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:51.598926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:51.623578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:51.634292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-57b49e83-4f40-4f9e-81c4-d6c763f7ad0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:51.677709 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b17e71ce4f24dc489d04a53d3bf74f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3269119
Apr 15 19:39:51.678657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442d3d38-d98d-4d86-add2-a131f2df1550,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:51.680492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46874) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:51.681903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:51.745534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:51.777396 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:51.857856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:51.862942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-35c1e6ac-7746-4630-86f3-86e7ab82c96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:51.878065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442d3d38-d98d-4d86-add2-a131f2df1550,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:51.881119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:51.885597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:51.887561 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/442d3d38-d98d-4d86-add2-a131f2df1550 HTTP/1.1" status: 204  len: 168 time: 0.2052543
Apr 15 19:39:52.065321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a2ea3-de6b-413c-bacb-86cbdba5b665 req-25f9eb3d-ee8a-484f-a0b1-e10fb15a8d9a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:52.066950 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ab7a2ea3-de6b-413c-bacb-86cbdba5b665 req-25f9eb3d-ee8a-484f-a0b1-e10fb15a8d9a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0890012
Apr 15 19:39:52.118490 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ab7a2ea3-de6b-413c-bacb-86cbdba5b665 req-ac985e6d-09e7-4ec9-997e-c121d92b0ec6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444098
Apr 15 19:39:52.328305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 46888) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:52.347862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:52.364134 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:52.368286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Usage tracker for resource:security_group_rule and tenant:542bf53f5dba4912b89a49d1a1996cf5 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:52.371277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:52.377894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:52.466035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:52.494656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:52.504235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6f153389-0c15-42bd-89dc-446b097a7fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:52.548639 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=542bf53f5dba4912b89a49d1a1996cf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2192140
Apr 15 19:39:52.549625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc258f-863c-425d-a38a-aa9ad2f6dad0,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:52.551620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 46892) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:52.552773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:52.622263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:52.649590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:52.720093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:52.725122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ce9feb90-5882-4349-89c2-68ed8cb93da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:52.736437 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc258f-863c-425d-a38a-aa9ad2f6dad0,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:52.738899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:52.744999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:52.746259 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76bc258f-863c-425d-a38a-aa9ad2f6dad0 HTTP/1.1" status: 204  len: 168 time: 0.1935825
Apr 15 19:39:53.146073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7008f-0095-4373-9540-9fe44b791c25 req-42fa6e17-2109-4d74-b649-940085a38e55 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:53.147464 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-42fa6e17-2109-4d74-b649-940085a38e55 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/networks?id=f8bb07ad-0608-4248-a3e7-c527e10129d9 HTTP/1.1" status: 200  len: 813 time: 0.1655951
Apr 15 19:39:53.164261 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-3c19ffe5-7947-42bb-803d-729354dec4c0 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/quotas/0ff6ad27f0ec4d77b90a7eb24a28191a HTTP/1.1" status: 200  len: 375 time: 0.0106211
Apr 15 19:39:53.221914 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-c9a3e000-0cd7-442a-8e0f-83173832911d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492551
Apr 15 19:39:53.441855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-a9c21003-6317-48c5-8a86-e703abc1f4e0 service neutron] 10.222.0.25 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107360
Apr 15 19:39:53.451364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81677d8-2500-4c7f-a0e6-555b3e9517f4 req-f0b092e3-61a9-484e-9371-1ce5dfb2c8a4 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:53.452930 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a81677d8-2500-4c7f-a0e6-555b3e9517f4 req-f0b092e3-61a9-484e-9371-1ce5dfb2c8a4 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.1981351
Apr 15 19:39:53.614497 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a81677d8-2500-4c7f-a0e6-555b3e9517f4 req-ca886826-0829-4463-86bd-6fd38439b2a4 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1322770
Apr 15 19:39:53.634623 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-b36caa84-87ac-4fea-94c7-75fc76835021 service neutron] 10.222.0.25 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806552
Apr 15 19:39:53.996126 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-582c3f8c-225d-4331-8965-9bbedb30b501 req-b19de808-e32e-461d-aa88-a9d2db064f23 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 210 time: 0.0601578
Apr 15 19:39:54.830943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7db6c6-05e9-42c2-8a98-269ddb46f79d req-c3c5eb1a-2eb0-4906-9b96-94aaad432eac tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:54.832611 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e7db6c6-05e9-42c2-8a98-269ddb46f79d req-c3c5eb1a-2eb0-4906-9b96-94aaad432eac tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0950854
Apr 15 19:39:54.887392 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e7db6c6-05e9-42c2-8a98-269ddb46f79d req-818c914c-8fff-4acf-b110-4f6a37d67728 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482681
Apr 15 19:39:55.201796 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-278627c3-414e-49c1-9d62-1da9304a4d7d req-65555fde-809a-4b3c-928b-7dd9fc721b19 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 210 time: 0.0556984
Apr 15 19:39:55.918848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7008f-0095-4373-9540-9fe44b791c25 req-dcc08ac1-9d75-444e-bea7-9b44b95e584c tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:55.920620 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-dcc08ac1-9d75-444e-bea7-9b44b95e584c tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "GET /v2.0/networks?id=f8bb07ad-0608-4248-a3e7-c527e10129d9 HTTP/1.1" status: 200  len: 813 time: 0.1875815
Apr 15 19:39:55.935716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Request body: {'port': {'device_id': 'ab8ee625-3064-41f3-b290-2628f703243e', 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9', 'admin_state_up': True, 'tenant_id': '0ff6ad27f0ec4d77b90a7eb24a28191a'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:56.084453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:56.088926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Usage tracker for resource:port and tenant:0ff6ad27f0ec4d77b90a7eb24a28191a is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:56.092038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:56.098740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:56.099096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473fb1-42c1-4971-b9dc-82b2cdf6d970 req-4b8f071f-4a8f-4382-a177-872363c2b30c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:56.100880 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf473fb1-42c1-4971-b9dc-82b2cdf6d970 req-4b8f071f-4a8f-4382-a177-872363c2b30c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0943418
Apr 15 19:39:56.143249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Made reservation on behalf of 0ff6ad27f0ec4d77b90a7eb24a28191a for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:39:56.149123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:56.153792 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf473fb1-42c1-4971-b9dc-82b2cdf6d970 req-b3a90134-fb1c-41fb-9281-0ee1dfc0b87c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0459666
Apr 15 19:39:56.330195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Allocated IP 172.20.0.14 (f8bb07ad-0608-4248-a3e7-c527e10129d9/50559174-779f-4dfb-ba5d-8c099991ca47/02f14116-835c-4b04-96b9-72d2b37b255a) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:39:56.372612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0a91e628-fa4f-4caa-a5b4-818b75589a16 req-2e6b59dd-1e98-4954-ab94-9715ddb14f9b tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 210 time: 0.0487378
Apr 15 19:39:56.543320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:56.606363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:56.621684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:56.759624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Pushing event updated for resources: {'Port': ['ID=02f14116-835c-4b04-96b9-72d2b37b255a,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:56.764045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:56.817939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:39:56.818997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:39:56.821495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:39:56.886923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:56.887599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:56.964275 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0330479
Apr 15 19:39:56.977947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Request body: {'port': {'device_id': 'ab8ee625-3064-41f3-b290-2628f703243e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:39:57.099667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:57.370244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4dbb4-4fd0-4792-990e-f0f8dd569b83 req-3f5890fa-e504-4c3f-91e1-5ddf3ad10d9c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:57.372108 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95a4dbb4-4fd0-4792-990e-f0f8dd569b83 req-3f5890fa-e504-4c3f-91e1-5ddf3ad10d9c tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0961587
Apr 15 19:39:57.431321 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95a4dbb4-4fd0-4792-990e-f0f8dd569b83 req-5d94d07d-eb5f-4f58-a8c3-c705befb4d19 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0511200
Apr 15 19:39:57.464484 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f14116-835c-4b04-96b9-72d2b37b255a {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:39:57.472790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:57.489032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Transition to ACTIVE for port object 02f14116-835c-4b04-96b9-72d2b37b255a will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:39:57.526468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:57.543065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a903fe67-b672-4d31-a0ae-f9c6db8f6fa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:57.580722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9546148-ff5c-4e6c-86b5-356945f03b9c req-736347aa-cd32-482b-b38e-aae8fdd63a8f tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:57.582799 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9546148-ff5c-4e6c-86b5-356945f03b9c req-736347aa-cd32-482b-b38e-aae8fdd63a8f tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 944 time: 0.0916181
Apr 15 19:39:57.632049 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9546148-ff5c-4e6c-86b5-356945f03b9c req-871604d1-f1a4-48a2-86a4-0279046fc1ec tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431349
Apr 15 19:39:57.682359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Pushing event updated for resources: {'Port': ['ID=02f14116-835c-4b04-96b9-72d2b37b255a,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:57.686883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:57.902595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Attempting to bind port 02f14116-835c-4b04-96b9-72d2b37b255a on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:39:57.902896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Attempting to bind port 02f14116-835c-4b04-96b9-72d2b37b255a by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:39:57.903269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Attempting to bind port 02f14116-835c-4b04-96b9-72d2b37b255a on network f8bb07ad-0608-4248-a3e7-c527e10129d9 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:57.908169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Port 02f14116-835c-4b04-96b9-72d2b37b255a on network f8bb07ad-0608-4248-a3e7-c527e10129d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:39:57.908534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Attempting to bind port 02f14116-835c-4b04-96b9-72d2b37b255a on network f8bb07ad-0608-4248-a3e7-c527e10129d9 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:39:57.913995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:39:57.914375 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Checking segment: {'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:39:57.914799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Bound using segment: {'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:39:57.915269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Bound port: 02f14116-835c-4b04-96b9-72d2b37b255a, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:39:57.915652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:58.226763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] For port 02f14116-835c-4b04-96b9-72d2b37b255a, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:39:58.229840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] For port 02f14116-835c-4b04-96b9-72d2b37b255a, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=02f14116-835c-4b04-96b9-72d2b37b255a,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:39:58.266767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:58.282630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a927d89d-b0e4-48ea-af32-94dc473e5026 tempest-DeleteServersTestJSON-236478437 tempest-DeleteServersTestJSON-236478437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:58.426764 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Pushing event updated for resources: {'Port': ['ID=02f14116-835c-4b04-96b9-72d2b37b255a,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:58.430203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:58.475205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:58.475952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:58.477517 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] 10.222.0.42 "PUT /v2.0/ports/02f14116-835c-4b04-96b9-72d2b37b255a HTTP/1.1" status: 200  len: 1094 time: 1.5042555
Apr 15 19:39:58.478036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8ee625-3064-41f3-b290-2628f703243e', 'tag': '02f14116-835c-4b04-96b9-72d2b37b255a'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:39:58.528621 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8ee625-3064-41f3-b290-2628f703243e', 'tag': '02f14116-835c-4b04-96b9-72d2b37b255a', 'status': 'completed', 'code': 200}
Apr 15 19:39:58.637427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2012-5744-4254-9697-44b250846ac0 req-607e99d7-9b26-4859-9add-05557f5a9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:58.639049 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1a7f2012-5744-4254-9697-44b250846ac0 req-607e99d7-9b26-4859-9add-05557f5a9d31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 1097 time: 0.0852354
Apr 15 19:39:58.653466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1eea0-64d6-4b5f-8e08-a7d4b7e7fa31 req-9b07d177-9e62-4769-9e6e-7210dfbc5fec tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:58.655396 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-08d1eea0-64d6-4b5f-8e08-a7d4b7e7fa31 req-9b07d177-9e62-4769-9e6e-7210dfbc5fec tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0910616
Apr 15 19:39:58.716870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-08d1eea0-64d6-4b5f-8e08-a7d4b7e7fa31 req-53cf0af6-9c3e-46b0-86b3-e25b5af320b7 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0517457
Apr 15 19:39:58.806153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2012-5744-4254-9697-44b250846ac0 req-c757ccc5-288b-4519-b8b1-47b4a6ffb17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:58.807864 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1a7f2012-5744-4254-9697-44b250846ac0 req-c757ccc5-288b-4519-b8b1-47b4a6ffb17a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1559730
Apr 15 19:39:58.836698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47042) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:58.889570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa696408-4e9f-4231-aaae-8cfbcb35f1bb req-2e6d9907-fc48-4c05-97df-65068dcd2c80 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:58.891507 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fa696408-4e9f-4231-aaae-8cfbcb35f1bb req-2e6d9907-fc48-4c05-97df-65068dcd2c80 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 944 time: 0.1209981
Apr 15 19:39:58.942504 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fa696408-4e9f-4231-aaae-8cfbcb35f1bb req-d710d085-76d1-470d-86cc-93b8c86b8c0e tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437057
Apr 15 19:39:58.961961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2012-5744-4254-9697-44b250846ac0 req-8498905b-6bf8-4774-9c84-af5121def09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:58.963535 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1a7f2012-5744-4254-9697-44b250846ac0 req-8498905b-6bf8-4774-9c84-af5121def09a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1456416
Apr 15 19:39:58.973090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:58.990791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:39:58.994810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Usage tracker for resource:security_group_rule and tenant:3a808c2aa3a04ecfbdcf6b8eda68d24b is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:39:58.997856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:39:59.004115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:39:59.084574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7008f-0095-4373-9540-9fe44b791c25 req-a6ba1447-0fb9-4917-9dfe-b537c9b6b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:59.086209 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-a6ba1447-0fb9-4917-9dfe-b537c9b6b654 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 1097 time: 0.0784109
Apr 15 19:39:59.094377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:59.134974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:59.144851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f0bd29e3-e70c-4935-abbc-b6ff0553c895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:59.167314 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-004c1de4-a390-463d-8b63-925b4a5e48d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02f14116-835c-4b04-96b9-72d2b37b255a HTTP/1.1" status: 200  len: 217 time: 0.0690393
Apr 15 19:39:59.187428 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a808c2aa3a04ecfbdcf6b8eda68d24b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3494730
Apr 15 19:39:59.188414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cde6ae-81f4-426c-96ac-5e308d5c461a,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:59.190366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47048) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:39:59.191838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b9d385af-c24e-40d4-a34d-a80de85bcc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:59.310259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7008f-0095-4373-9540-9fe44b791c25 req-b5baf090-4102-40d6-a5df-32b8b2d82730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:59.311740 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-b5baf090-4102-40d6-a5df-32b8b2d82730 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50559174-779f-4dfb-ba5d-8c099991ca47 HTTP/1.1" status: 200  len: 853 time: 0.1039145
Apr 15 19:39:59.316269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-65817007-1ac6-471c-9799-19596680208d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:59.384947 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-04177677-e15d-499d-97e5-0b19c22e6ef0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8bb07ad-0608-4248-a3e7-c527e10129d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590823
Apr 15 19:39:59.389263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-65817007-1ac6-471c-9799-19596680208d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:59.558702 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-bf988610-9b94-4555-86ee-d52fe16aa39b service neutron] 10.222.0.42 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618242
Apr 15 19:39:59.596487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-65817007-1ac6-471c-9799-19596680208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:59.650695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-af403564-5db1-41ff-9307-898187715260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:39:59.669148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65817007-1ac6-471c-9799-19596680208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cde6ae-81f4-426c-96ac-5e308d5c461a,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:39:59.674103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-65817007-1ac6-471c-9799-19596680208d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:39:59.684595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-65817007-1ac6-471c-9799-19596680208d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:39:59.685831 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-65817007-1ac6-471c-9799-19596680208d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3cde6ae-81f4-426c-96ac-5e308d5c461a HTTP/1.1" status: 204  len: 168 time: 0.4944253
Apr 15 19:39:59.731546 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9be7008f-0095-4373-9540-9fe44b791c25 req-7bcf4979-13e2-459b-a912-f326987eb636 service neutron] 10.222.0.42 "GET /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637425
Apr 15 19:39:59.921617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79923331-0533-4cc4-ba96-4655e1b75549 req-aa4b5c7d-03d8-471f-b180-dd44c1ebc869 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:39:59.923213 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79923331-0533-4cc4-ba96-4655e1b75549 req-aa4b5c7d-03d8-471f-b180-dd44c1ebc869 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0927093
Apr 15 19:39:59.974016 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-79923331-0533-4cc4-ba96-4655e1b75549 req-c7efc9ff-0510-473b-bb82-ce115a868ca3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442102
Apr 15 19:40:00.152476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795106dc-9479-4e74-a753-27f5910a6d01 req-52c65e09-3dfd-4191-8928-45acdf355a4d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:00.154125 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-795106dc-9479-4e74-a753-27f5910a6d01 req-52c65e09-3dfd-4191-8928-45acdf355a4d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 944 time: 0.0934629
Apr 15 19:40:00.167008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47062) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:00.186212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:00.201377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:00.205347 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-795106dc-9479-4e74-a753-27f5910a6d01 req-63d0f72f-3e8e-4c62-b20c-b350264dc356 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438983
Apr 15 19:40:00.205516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Usage tracker for resource:security_group_rule and tenant:2224b7c6c03f45aaa5a43b877e5a21ce is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:00.208508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:00.215053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:00.300800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:00.329075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:00.342043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-96240ddd-6fa5-43f2-abc0-303d995bb60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:00.384478 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2224b7c6c03f45aaa5a43b877e5a21ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2163298
Apr 15 19:40:00.386174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee813fab-3377-422e-9242-7c19eb340d02,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:00.387420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47066) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:00.389436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:00.448723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:00.476113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:00.600300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:00.605504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a1f2e5bc-a7c4-4d3e-b124-3c00244d74fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:00.618732 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee813fab-3377-422e-9242-7c19eb340d02,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:00.624642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:00.628973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:00.630564 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee813fab-3377-422e-9242-7c19eb340d02 HTTP/1.1" status: 204  len: 168 time: 0.2416475
Apr 15 19:40:01.200602 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-fee4117c-81c0-481c-90a3-41ab742ea10f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Synchronizing usage tracker for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:01.235118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd48be-97fa-4f06-9052-4d803f615ccb req-6c465f27-fabb-421e-8034-325e030f4f7a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:01.236742 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d1fd48be-97fa-4f06-9052-4d803f615ccb req-6c465f27-fabb-421e-8034-325e030f4f7a tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.1449127
Apr 15 19:40:01.259279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-fee4117c-81c0-481c-90a3-41ab742ea10f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Unset dirty status for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:01.261557 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-fee4117c-81c0-481c-90a3-41ab742ea10f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756943430&fields=id&tenant_id=92c1622bc6cf45d7835ceeb2e3373708 HTTP/1.1" status: 200  len: 267 time: 0.1273563
Apr 15 19:40:01.318426 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d1fd48be-97fa-4f06-9052-4d803f615ccb req-cf2e0df5-96b7-4679-a8b7-9835658cf421 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0751891
Apr 15 19:40:01.496696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-49c7e2a4-de7d-41c5-9597-f43f6300e48a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:01.497479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-49c7e2a4-de7d-41c5-9597-f43f6300e48a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Synchronizing usage tracker for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:01.550793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebddea-9bf9-48dc-9e37-8e8b3ee879f6 req-3d7df71b-8bdf-4cfd-8864-8f287b85d1fc tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:01.552409 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bebddea-9bf9-48dc-9e37-8e8b3ee879f6 req-3d7df71b-8bdf-4cfd-8864-8f287b85d1fc tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 944 time: 0.1176646
Apr 15 19:40:01.553616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-49c7e2a4-de7d-41c5-9597-f43f6300e48a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Unset dirty status for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:01.554735 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-49c7e2a4-de7d-41c5-9597-f43f6300e48a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 808 time: 0.2776046
Apr 15 19:40:01.591080 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-ab71f9d6-17d3-4bde-b0b0-3b1ae9b41b78 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/quotas/92c1622bc6cf45d7835ceeb2e3373708 HTTP/1.1" status: 200  len: 375 time: 0.0296125
Apr 15 19:40:01.667163 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bebddea-9bf9-48dc-9e37-8e8b3ee879f6 req-e39b274d-32db-4848-95bc-54f2f9cc6f84 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068723
Apr 15 19:40:01.707532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-d5d354c3-f1d3-42ad-ba23-ce599b80da5d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Synchronizing usage tracker for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:01.758033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-d5d354c3-f1d3-42ad-ba23-ce599b80da5d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Unset dirty status for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:01.759761 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-d5d354c3-f1d3-42ad-ba23-ce599b80da5d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1541908
Apr 15 19:40:01.910442 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-ede791c9-54ca-4ccf-86b9-35f7b62495bf service neutron] 10.222.0.25 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369386
Apr 15 19:40:02.055564 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-a06d23c0-1d73-4acf-ad29-515694b5cf59 service neutron] 10.222.0.25 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385543
Apr 15 19:40:02.532793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b037a14-0373-4862-ac13-cc0f62669f19 req-7591f294-d75e-448f-9368-a4e8e0355d9e tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:02.534407 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b037a14-0373-4862-ac13-cc0f62669f19 req-7591f294-d75e-448f-9368-a4e8e0355d9e tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0942497
Apr 15 19:40:02.714568 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dec70d53-9656-431b-ad6e-143b5724140d req-7059d29e-a596-4769-ae61-7108410cb526 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 210 time: 0.0886986
Apr 15 19:40:02.813113 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b037a14-0373-4862-ac13-cc0f62669f19 req-b6a65a66-5f97-4b35-9216-2d146bd623a4 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2720366
Apr 15 19:40:02.893599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 02f14116-835c-4b04-96b9-72d2b37b255a details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:40:02.945988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665455-84f8-4c35-9ec7-6a385fa7b54a req-80521653-839c-4edc-b5f6-2eaddb7a357e tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:02.947613 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c4665455-84f8-4c35-9ec7-6a385fa7b54a req-80521653-839c-4edc-b5f6-2eaddb7a357e tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 944 time: 0.1127007
Apr 15 19:40:03.010180 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c4665455-84f8-4c35-9ec7-6a385fa7b54a req-1d752911-8cdf-445f-a65f-d49cbf55e40a tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544531
Apr 15 19:40:03.207364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 02f14116-835c-4b04-96b9-72d2b37b255a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=02f14116-835c-4b04-96b9-72d2b37b255a,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:03.237802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '02f14116-835c-4b04-96b9-72d2b37b255a', 'network_id': 'f8bb07ad-0608-4248-a3e7-c527e10129d9', 'port_id': '02f14116-835c-4b04-96b9-72d2b37b255a', 'mac_address': 'fa:16:3e:9f:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50559174-779f-4dfb-ba5d-8c099991ca47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:40:03.316831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:03.340475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f14116-835c-4b04-96b9-72d2b37b255a {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:40:03.423619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 02f14116-835c-4b04-96b9-72d2b37b255a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=02f14116-835c-4b04-96b9-72d2b37b255a,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:03.469518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:03.471432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d2f019bd-51e8-417d-81ba-dde9cff532f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:03.498119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47166) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:03.547322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=02f14116-835c-4b04-96b9-72d2b37b255a,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:03.549583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:03.630310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:03.646291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:03.650800 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Usage tracker for resource:security_group_rule and tenant:f1fcb5ae55fa40ce98bc0b6386341c93 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:03.653763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:03.661118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:03.745031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:03.772299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:03.787855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['02f14116-835c-4b04-96b9-72d2b37b255a'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:40:03.815038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-52c3f35d-04a9-42ab-93a7-9d664fcca12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:03.824654 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1fcb5ae55fa40ce98bc0b6386341c93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252554
Apr 15 19:40:03.828246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47174) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:03.895235 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-855a9036-3660-4283-a779-cbfd5d2fa36b req-af1e4181-65ba-4480-981a-2754f0549f21 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 210 time: 0.0673001
Apr 15 19:40:03.901069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c8434-ced5-4c67-a186-b05360daf7d1,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:03.907113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:03.938477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:03.969405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:04.049703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d9dc-9c98-4935-8a35-271981a36642 req-582cbbce-aa7e-4d2c-84de-e45c34ea22a3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:04.051590 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4aa8d9dc-9c98-4935-8a35-271981a36642 req-582cbbce-aa7e-4d2c-84de-e45c34ea22a3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0961018
Apr 15 19:40:04.057639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:04.063409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9178a9f0-a51c-40fd-bbaa-7c8b061f64cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:04.077019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c8434-ced5-4c67-a186-b05360daf7d1,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:04.091218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.091797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.092327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.093386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.094030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.094541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.095061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.095970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.095970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.096570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.097084 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.097649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:04.101538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:04.103047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:04.107510 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7a6de50f-f886-49e0-bdf7-a56d2348a839 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e1c8434-ced5-4c67-a186-b05360daf7d1 HTTP/1.1" status: 204  len: 168 time: 0.2779241
Apr 15 19:40:04.107785 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4aa8d9dc-9c98-4935-8a35-271981a36642 req-f836f858-d973-45e7-abc4-84dd044557aa tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&id=e62ba3ae-896b-4a68-bec4-4318e064d7d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0494947
Apr 15 19:40:04.237622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece89165-cec2-4473-8a5c-6cd794a0737e req-4ebba85f-1a5e-4646-ac2d-7e2a7e68aa49 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:04.239257 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ece89165-cec2-4473-8a5c-6cd794a0737e req-4ebba85f-1a5e-4646-ac2d-7e2a7e68aa49 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 945 time: 0.0979598
Apr 15 19:40:04.288682 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ece89165-cec2-4473-8a5c-6cd794a0737e req-433a6755-bff4-4579-a4cf-924f2350cc68 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429065
Apr 15 19:40:04.596607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47198) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:04.613715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:04.657984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:04.662468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Usage tracker for resource:security_group_rule and tenant:366925306f3d4e8196dddd16c1726587 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:04.665786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:04.672970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:04.760453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-87dc8317-ee0e-4207-8105-53374e6cc01c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:04.762523 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-87dc8317-ee0e-4207-8105-53374e6cc01c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.42 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 808 time: 0.1854563
Apr 15 19:40:04.767476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:04.798620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:04.808293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-549a31dc-d5b1-4687-b5ce-82efeef51e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:04.857864 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=366925306f3d4e8196dddd16c1726587&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2621121
Apr 15 19:40:04.861807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47204) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:04.865875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f2e44-4a12-4545-8b0d-23fd948dd477,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:04.869185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:04.883965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 02f14116-835c-4b04-96b9-72d2b37b255a up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:04.892861 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-b4b9e742-761e-423b-8735-afbd0ed66e53 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92c1622bc6cf45d7835ceeb2e3373708 HTTP/1.1" status: 200  len: 8061 time: 0.1164551
Apr 15 19:40:04.916465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'port': {'device_id': '0276113f-a20f-4806-a2d9-90ac652370b2', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'admin_state_up': True, 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'security_groups': ['8ed8a0da-4306-4d84-87c5-87da01186ba5']}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:05.015875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 02f14116-835c-4b04-96b9-72d2b37b255a completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:05.021953 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 02f14116-835c-4b04-96b9-72d2b37b255a triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:05.022332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.050389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.107918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.131006 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3c54dbd-a1bc-4d84-90a3-6210caa930b6 req-ef906453-4dba-483e-b0d1-055f26bd6ecf tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 210 time: 0.0497370
Apr 15 19:40:05.150190 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:05.161836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.174724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:05.190628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8ee625-3064-41f3-b290-2628f703243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f14116-835c-4b04-96b9-72d2b37b255a'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:05.201045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 02f14116-835c-4b04-96b9-72d2b37b255a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=02f14116-835c-4b04-96b9-72d2b37b255a,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:05.209301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Made reservation on behalf of 92c1622bc6cf45d7835ceeb2e3373708 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:40:05.215872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.232696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.235255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.240198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-467c2f26-6ec2-4729-b416-a5bde050ac46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:05.240546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2b391a45-d510-45f2-95b3-589cea5164e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:05.272136 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8ee625-3064-41f3-b290-2628f703243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f14116-835c-4b04-96b9-72d2b37b255a', 'code': 200}
Apr 15 19:40:05.297229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f2e44-4a12-4545-8b0d-23fd948dd477,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:05.302286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:05.309775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.311019 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d14f2e44-4a12-4545-8b0d-23fd948dd477 HTTP/1.1" status: 204  len: 168 time: 0.4477501
Apr 15 19:40:05.333125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=02f14116-835c-4b04-96b9-72d2b37b255a,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:05.336194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:05.429017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Allocated IP 172.20.0.7 (ed8b8534-23a6-4718-b440-d3bb87a90f55/939b041e-0a8a-42f3-a4bd-46eeecaf2a68/cecddd3f-e29f-4bf0-82ca-99c1d511d132) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:05.460806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5c0d09fb-fc9f-4423-bacd-c68454525a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.519068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab33417-57a3-4620-825b-390f7db20583 req-701901d4-2248-41b0-bb2f-af9427647d56 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:05.520660 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3ab33417-57a3-4620-825b-390f7db20583 req-701901d4-2248-41b0-bb2f-af9427647d56 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 946 time: 0.0981600
Apr 15 19:40:05.574395 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3ab33417-57a3-4620-825b-390f7db20583 req-e7565ae8-b3a0-4009-b0da-2319dac380d7 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464649
Apr 15 19:40:05.676077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b2bf-3d3a-458d-aca3-e4861bea618b req-1eef3215-97c7-45a6-b17e-06dc2fd6a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:05.677736 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-87f1b2bf-3d3a-458d-aca3-e4861bea618b req-1eef3215-97c7-45a6-b17e-06dc2fd6a561 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 1099 time: 0.1841400
Apr 15 19:40:05.741432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.765429 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-87f1b2bf-3d3a-458d-aca3-e4861bea618b req-1462b4d5-38c1-45e9-8f2e-e4053763b657 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710876
Apr 15 19:40:05.770179 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Transition to ACTIVE for port object cecddd3f-e29f-4bf0-82ca-99c1d511d132 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:05.827276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:05.843650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-125a305f-f8f4-437b-b06c-8b1256913ba9 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:05.984032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:05.988424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:06.044717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:06.046121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:06.049136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:06.131158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:06.131856 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:06.184779 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2767892
Apr 15 19:40:06.206517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Request body: {'port': {'device_id': '0276113f-a20f-4806-a2d9-90ac652370b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:06.247728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:40:06.311943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5dae9fb0-6cfa-4b5e-8b6d-630a659d4b51 None None] Provisioning for port cecddd3f-e29f-4bf0-82ca-99c1d511d132 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:06.317670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5dae9fb0-6cfa-4b5e-8b6d-630a659d4b51 None None] Provisioning complete for port cecddd3f-e29f-4bf0-82ca-99c1d511d132 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:06.318109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5dae9fb0-6cfa-4b5e-8b6d-630a659d4b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:06.376312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:06.400611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-5dae9fb0-6cfa-4b5e-8b6d-630a659d4b51 None None] Port cecddd3f-e29f-4bf0-82ca-99c1d511d132 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:40:06.590578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c253fa6-619b-43b4-a220-fc5d70f8d9b6 req-488ec190-e427-4dfd-8e56-fa38e09ed819 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:06.592305 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c253fa6-619b-43b4-a220-fc5d70f8d9b6 req-488ec190-e427-4dfd-8e56-fa38e09ed819 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 931 time: 0.3390775
Apr 15 19:40:06.719233 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c253fa6-619b-43b4-a220-fc5d70f8d9b6 req-05561a07-3ebc-45e6-b530-08689585d6a2 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897114
Apr 15 19:40:06.788908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecddd3f-e29f-4bf0-82ca-99c1d511d132 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:40:06.797478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:06.814187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Transition to ACTIVE for port object cecddd3f-e29f-4bf0-82ca-99c1d511d132 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:06.859430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77900156-0306-428e-8c3b-c8827b299c71 req-2a72cb95-a1db-4e02-a9f8-171fed9d98ee tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:06.861157 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77900156-0306-428e-8c3b-c8827b299c71 req-2a72cb95-a1db-4e02-a9f8-171fed9d98ee tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 946 time: 0.0933530
Apr 15 19:40:06.880534 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:06.916897 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77900156-0306-428e-8c3b-c8827b299c71 req-6ed57191-2306-48d4-8afc-e9edb5f5918c tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486727
Apr 15 19:40:06.956174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ceca6532-7558-4f3e-9249-56f4d092eb1d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:07.093766 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47250) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:07.245946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.270220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:07.270797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:07.276329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Usage tracker for resource:security_group_rule and tenant:8a17f2e2af82418eb69fef17fce803f0 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:07.279854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:07.283673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:07.287393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:07.388890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.444032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.460058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f8438dfc-bfd1-4fd4-a426-968dfd354229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:07.478532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e8ce-7d2f-49bc-b87d-494e11e5b52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.502872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Attempting to bind port cecddd3f-e29f-4bf0-82ca-99c1d511d132 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:40:07.503229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Attempting to bind port cecddd3f-e29f-4bf0-82ca-99c1d511d132 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:40:07.503612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Attempting to bind port cecddd3f-e29f-4bf0-82ca-99c1d511d132 on network ed8b8534-23a6-4718-b440-d3bb87a90f55 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:07.509020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Port cecddd3f-e29f-4bf0-82ca-99c1d511d132 on network ed8b8534-23a6-4718-b440-d3bb87a90f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:40:07.509407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Attempting to bind port cecddd3f-e29f-4bf0-82ca-99c1d511d132 on network ed8b8534-23a6-4718-b440-d3bb87a90f55 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:07.516496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:40:07.516877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Checking segment: {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:07.517315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Bound using segment: {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:40:07.517695 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a17f2e2af82418eb69fef17fce803f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4224875
Apr 15 19:40:07.517822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Bound port: cecddd3f-e29f-4bf0-82ca-99c1d511d132, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:40:07.518173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.518527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47260) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:07.519316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f741d5-34d8-44c4-bf28-f823bfe6b396,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:07.535695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e70d5f82-ac09-4ed2-9284-23fb22312a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:07.625718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:40:07.630821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:40:07.661405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.684239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.700090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d4017920-2ec7-4f43-a801-6ae58672e1fd tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:07.706273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b242-289b-4c7a-8d28-1a448044a24a req-a2b10554-65ec-4466-9315-e1090414e710 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:07.707873 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-eb43b242-289b-4c7a-8d28-1a448044a24a req-a2b10554-65ec-4466-9315-e1090414e710 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.1711862
Apr 15 19:40:07.709796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.792224 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-eb43b242-289b-4c7a-8d28-1a448044a24a req-4b36b88f-628e-410c-adcd-7084c15cf5ad tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718451
Apr 15 19:40:07.862659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:07.863070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.866085 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:07.879258 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-66930324-c9de-428b-a69b-00d0e85b97a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:07.897350 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f741d5-34d8-44c4-bf28-f823bfe6b396,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:07.899816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:07.901013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.902305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:07.903673 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] 10.222.0.42 "PUT /v2.0/ports/cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 1093 time: 1.7021739
Apr 15 19:40:07.904547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:07.933568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:07.934693 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18f741d5-34d8-44c4-bf28-f823bfe6b396 HTTP/1.1" status: 204  len: 168 time: 0.4119790
Apr 15 19:40:07.959378 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'status': 'completed', 'code': 200}
Apr 15 19:40:07.959837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa4779-6c75-479f-8475-9328893fca6c req-6b338cfb-cb3c-494c-907b-9976e283d3e4 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:07.961473 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8cfa4779-6c75-479f-8475-9328893fca6c req-6b338cfb-cb3c-494c-907b-9976e283d3e4 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.1351061
Apr 15 19:40:08.063590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:08.067589 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8cfa4779-6c75-479f-8475-9328893fca6c req-c4b9b288-45c0-4b73-b7c3-b8946537929f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916872
Apr 15 19:40:08.095947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808105a9-48a4-42ee-9aa6-24347a9edd0e req-f18abce2-a19d-4d4b-892b-31409c46159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:08.097596 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-808105a9-48a4-42ee-9aa6-24347a9edd0e req-f18abce2-a19d-4d4b-892b-31409c46159b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1096 time: 0.1111300
Apr 15 19:40:08.171892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7adcdd-ae57-4f4b-b7ed-f2b58a8bdab6 req-cbad2c2f-0715-4b18-bf2c-1cf299b65261 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:08.173570 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cc7adcdd-ae57-4f4b-b7ed-f2b58a8bdab6 req-cbad2c2f-0715-4b18-bf2c-1cf299b65261 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 946 time: 0.1023676
Apr 15 19:40:08.227782 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cc7adcdd-ae57-4f4b-b7ed-f2b58a8bdab6 req-a4d011f1-1465-40d9-b7c6-b9496d719ccd tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472472
Apr 15 19:40:08.267301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808105a9-48a4-42ee-9aa6-24347a9edd0e req-8a27dc52-8d4a-45cd-a142-3a45959c8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:08.268944 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-808105a9-48a4-42ee-9aa6-24347a9edd0e req-8a27dc52-8d4a-45cd-a142-3a45959c8205 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1577015
Apr 15 19:40:08.425303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808105a9-48a4-42ee-9aa6-24347a9edd0e req-77ae1413-b15b-42f7-927d-23b4c81424aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:08.426940 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-808105a9-48a4-42ee-9aa6-24347a9edd0e req-77ae1413-b15b-42f7-927d-23b4c81424aa service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1505485
Apr 15 19:40:08.555631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-23f342bc-4d7b-482d-ae7f-e0156bf13877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:08.557311 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-23f342bc-4d7b-482d-ae7f-e0156bf13877 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1096 time: 0.0840566
Apr 15 19:40:08.557828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:08.637432 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-1b558d9a-509e-4c2e-8bcc-91dd091aa3cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 217 time: 0.0668406
Apr 15 19:40:08.713609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-ab12c643-b993-4ef3-83be-78cee1b71bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:08.715159 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-ab12c643-b993-4ef3-83be-78cee1b71bfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 200  len: 847 time: 0.0675280
Apr 15 19:40:08.802584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-8d1edd15-ecaa-4a21-a542-c9ac37f4cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:08.804209 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-8d1edd15-ecaa-4a21-a542-c9ac37f4cdac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed8b8534-23a6-4718-b440-d3bb87a90f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812347
Apr 15 19:40:08.955688 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-4271ddec-56e2-4c91-afd7-d2fdc44194ab service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416559
Apr 15 19:40:09.028164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e9c9-fe86-4425-be7d-a67722ec166f req-37d65362-f4af-4e5d-81e5-b67136378ebe tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:09.031083 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-18d1e9c9-fe86-4425-be7d-a67722ec166f req-37d65362-f4af-4e5d-81e5-b67136378ebe tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.1090548
Apr 15 19:40:09.079366 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-18d1e9c9-fe86-4425-be7d-a67722ec166f req-84ff3248-b4c1-4fff-b438-7d5e4f29c95c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424080
Apr 15 19:40:09.118074 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1679c76a-1aa3-4cb3-9a14-748db0886bb6 req-309b1dd1-c729-4dd0-86fa-d0007677f572 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498239
Apr 15 19:40:09.277873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05879ad2-08f8-4608-a6fa-12e18c8ea130 req-b5230b77-cfe7-48ac-898b-e9b119c402da tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:09.279419 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05879ad2-08f8-4608-a6fa-12e18c8ea130 req-b5230b77-cfe7-48ac-898b-e9b119c402da tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.0919976
Apr 15 19:40:09.328547 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05879ad2-08f8-4608-a6fa-12e18c8ea130 req-12978d84-7574-4c41-801b-0c7a543a1f15 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427022
Apr 15 19:40:09.523321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-7ae2a398-9b94-4017-85be-b84849042bc7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:09.524005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-7ae2a398-9b94-4017-85be-b84849042bc7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:09.570440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-7ae2a398-9b94-4017-85be-b84849042bc7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:09.571595 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-7ae2a398-9b94-4017-85be-b84849042bc7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.1382530
Apr 15 19:40:09.651318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Deleting port 54fd0630-5333-44b4-b6ea-d1afae5c149f {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:09.651707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:09.900621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:09.914256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] For port 54fd0630-5333-44b4-b6ea-d1afae5c149f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54fd0630-5333-44b4-b6ea-d1afae5c149f,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:09.914657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:10.221914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:10.222333 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:10.222695 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Floating IP ffad94ae-5e16-4403-9b69-f29e2a8455f5 disassociated. External IP: 172.27.1.185, port: 54fd0630-5333-44b4-b6ea-d1afae5c149f.
Apr 15 19:40:10.223080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Calling delete_port for 54fd0630-5333-44b4-b6ea-d1afae5c149f owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:10.296366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dd82c-c7fb-4fe8-99fb-b39c2cef2285 req-cc30acab-3c96-4435-b87b-80cc1df8e196 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:10.298003 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c63dd82c-c7fb-4fe8-99fb-b39c2cef2285 req-cc30acab-3c96-4435-b87b-80cc1df8e196 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 946 time: 0.0961690
Apr 15 19:40:10.346564 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c63dd82c-c7fb-4fe8-99fb-b39c2cef2285 req-499d7a53-a0cc-4abd-83b8-99079d1e0727 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=104f8023-d58c-4ea0-9cb2-fa8d809ade93&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415967
Apr 15 19:40:10.509115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:10.524976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8286d8fc-9259-416b-a823-a0a12959c4aa tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:10.541607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a8fd3-1fe7-4364-938e-2e8157b729fe req-e74f94d1-32f7-4b10-8822-ec3fdfe3ee00 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:10.543200 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-aa8a8fd3-1fe7-4364-938e-2e8157b729fe req-e74f94d1-32f7-4b10-8822-ec3fdfe3ee00 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.0908787
Apr 15 19:40:10.591482 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-aa8a8fd3-1fe7-4364-938e-2e8157b729fe req-e24df544-1533-4bb9-a20c-b27b17c39716 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412364
Apr 15 19:40:10.623776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event deleted for resources: {'Port': ['ID=54fd0630-5333-44b4-b6ea-d1afae5c149f,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:10.630252 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:10.933125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Router 84123b0b-b792-4c33-8ee6-2e03db0ead6a has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:40:11.081577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:11.090982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] Sync routers for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:11.101536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:11.102354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d45f8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:11.163746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] No DVR routers for this DVR port 54fd0630-5333-44b4-b6ea-d1afae5c149f on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:40:11.167099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:11.170006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-deleted', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:11.228035 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39e030-cac6-4b9f-abc9-8271cf0f109f', 'name': 'network-vif-deleted', 'tag': '54fd0630-5333-44b4-b6ea-d1afae5c149f', 'status': 'completed', 'code': 200}
Apr 15 19:40:11.239511 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8641fa92-6cfd-4303-b8d3-5491c44aa7c0 req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "DELETE /v2.0/ports/54fd0630-5333-44b4-b6ea-d1afae5c149f HTTP/1.1" status: 204  len: 173 time: 1.6516001
Apr 15 19:40:11.297166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:11.520879 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a67ca9de-ce63-4ce0-89da-fc05ac660925 req-cc162c14-d7a9-4bda-8f15-7fb3763caf32 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b39e030-cac6-4b9f-abc9-8271cf0f109f HTTP/1.1" status: 200  len: 210 time: 0.0507631
Apr 15 19:40:11.639105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d45f8>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:11.643928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] Checking router: 84123b0b-b792-4c33-8ee6-2e03db0ead6a for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:11.653363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:11.654178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d45f8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:11.804318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d247-c0da-4cfa-988f-64949810db18 req-76cd5671-3c81-41c2-861d-833887920b9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:11.806082 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b999d247-c0da-4cfa-988f-64949810db18 req-76cd5671-3c81-41c2-861d-833887920b9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.0956984
Apr 15 19:40:11.865540 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b999d247-c0da-4cfa-988f-64949810db18 req-4e3af80a-220c-4c87-ae34-3d625151e14c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511739
Apr 15 19:40:12.010885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:12.348784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b9d45f8>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:12.352887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ad344-a62d-4f18-924a-52c70dc8dad2 None None] The sync data for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi is: [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:40:12.743012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47312) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:12.776728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0559aead-cc31-432b-9e10-c28680fedb4f None None] New status for floating IP ffad94ae-5e16-4403-9b69-f29e2a8455f5: DOWN {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:40:12.813373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:12.846693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:12.919639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:40:12.930267 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:12.936697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cac3c0a0-f84e-4531-8a57-87cd70828faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:12.956514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f8023-d58c-4ea0-9cb2-fa8d809ade93,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:12.959836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:12.989922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 54fd0630-5333-44b4-b6ea-d1afae5c149f {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:40:12.990317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 54fd0630-5333-44b4-b6ea-d1afae5c149f not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:40:13.001789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:13.005578 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "DELETE /v2.0/security-groups/104f8023-d58c-4ea0-9cb2-fa8d809ade93 HTTP/1.1" status: 204  len: 168 time: 0.2589550
Apr 15 19:40:13.006253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47318) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:13.027030 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.v2.resource [None req-9874e1fc-959a-4f7e-bff8-b15aad50194a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] show failed (client error): The resource could not be found.
Apr 15 19:40:13.031600 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9874e1fc-959a-4f7e-bff8-b15aad50194a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups/104f8023-d58c-4ea0-9cb2-fa8d809ade93 HTTP/1.1" status: 404  len: 347 time: 0.0212200
Apr 15 19:40:13.031869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47322) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:13.254200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Deleting port 78aa9c70-c2b1-4d7c-9be2-40a28df0d899 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:13.254510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:13.399954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285209d-e4fe-48d9-8158-f6d7c386f443 req-d97f8aff-0bb1-4ad5-91ae-c93ac9b30050 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:13.401602 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0285209d-e4fe-48d9-8158-f6d7c386f443 req-d97f8aff-0bb1-4ad5-91ae-c93ac9b30050 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.3667405
Apr 15 19:40:13.481607 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0285209d-e4fe-48d9-8158-f6d7c386f443 req-5d7aa9c6-428b-4b63-be2b-5898c32040c3 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725691
Apr 15 19:40:13.499736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:13.500050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:13.631428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Calling delete_port for 78aa9c70-c2b1-4d7c-9be2-40a28df0d899 owned by network:floatingip {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:13.812684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:13.829184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:13.923572 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event deleted for resources: {'Port': ['ID=78aa9c70-c2b1-4d7c-9be2-40a28df0d899,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:13.927559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:14.085844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:14.100258 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:14.101520 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "DELETE /v2.0/floatingips/ffad94ae-5e16-4403-9b69-f29e2a8455f5 HTTP/1.1" status: 204  len: 168 time: 1.0686424
Apr 15 19:40:14.379342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47330) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:14.385211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496950656', 'description': 'tempest-description--563875961'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:14.392540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:14.396940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:14.399978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:14.406080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:14.443728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:14.465674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:14.469848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group_rule and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:14.472989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:14.479081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:14.553644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:14.606743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:14.614746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cb84d442-147d-4386-94c9-a6076ed2576e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:14.695837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ecf8a-a11f-4b84-8cd4-3a895e56c4bf req-8bf2055d-1fad-4210-aab4-592fccbc9948 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:14.697594 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a86ecf8a-a11f-4b84-8cd4-3a895e56c4bf req-8bf2055d-1fad-4210-aab4-592fccbc9948 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.1032820
Apr 15 19:40:14.749613 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a86ecf8a-a11f-4b84-8cd4-3a895e56c4bf req-85f99ff6-83d1-484d-ab07-67418ea24d40 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440569
Apr 15 19:40:14.882019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:14.884823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:14.912102 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:14.913478 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5329974
Apr 15 19:40:14.916380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47338) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:14.922547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'security_group_rule': {'security_group_id': '5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:14.928713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:14.932773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group_rule and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:14.935814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:14.942405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:14.992632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.054217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.094890 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.096804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a6c30eb1-97a6-48c5-a58d-0bb6c611d265 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:15.120502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5a1c04-7aa0-45fc-95ec-a6f1a333c180,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:15.123016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:15.152215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.153474 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7c82ce1f-0f18-4205-acfb-b82516245e03 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2360556
Apr 15 19:40:15.156701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47342) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:15.162138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'security_group_rule': {'security_group_id': '5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:15.168121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:15.172739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:security_group_rule and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:15.175726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:15.181652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:15.229870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.292832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.325997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.327802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:15.349662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925812cd-1aa0-4bba-9640-ba690539d73d,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:15.353881 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:15.403604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.405409 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-dd60efab-7d06-4966-81ed-27277bb77e3f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2471657
Apr 15 19:40:15.408572 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47346) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:15.414219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:15.420541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:15.425211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Usage tracker for resource:floatingip and tenant:89760f30140846e5afda7b9e390528b0 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:15.428177 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:15.434115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:15.471934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.615540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.763610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Allocated IP 172.27.1.106 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/1c80bd07-0afd-4241-9b9f-dcc91d4c3001) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:15.924091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:15.976844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1979-1dde-4cfa-a85f-3241ac5693d7 req-fe31fa73-bc64-41e3-80c1-0bac26d21e65 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:15.978477 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-774d1979-1dde-4cfa-a85f-3241ac5693d7 req-fe31fa73-bc64-41e3-80c1-0bac26d21e65 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.1122947
Apr 15 19:40:15.995213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:16.011569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:16.029271 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-774d1979-1dde-4cfa-a85f-3241ac5693d7 req-b6ee7c15-cc9b-41fb-bb52-f9f2761b539f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442915
Apr 15 19:40:16.150195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'Port': ['ID=1c80bd07-0afd-4241-9b9f-dcc91d4c3001,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:16.155962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:16.204198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:16.205429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:16.207538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:16.290689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:16.397257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:16.613714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:16.646315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:16.662230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d18b4c78-2a9a-4d02-ba62-4e977867f351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:16.797247 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'Port': ['ID=1c80bd07-0afd-4241-9b9f-dcc91d4c3001,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:16.801845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:16.925007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device cecddd3f-e29f-4bf0-82ca-99c1d511d132 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:40:16.973608 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-5adac889-ffe6-4f26-bc3e-f20faf7f387d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1553559
Apr 15 19:40:16.976494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:17.041403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:17.042719 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6330829
Apr 15 19:40:17.087590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:17.087726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-4165b594-b153-4798-8086-c6691192b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:17.087726 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-4165b594-b153-4798-8086-c6691192b850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 1098 time: 0.0891755
Apr 15 19:40:17.102292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'port_id': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'mac_address': 'fa:16:3e:ba:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:40:17.209295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:17.225645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecddd3f-e29f-4bf0-82ca-99c1d511d132 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:40:17.242695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:17.269612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a039a-4622-4ee2-8ab5-2e61bbefcb06 req-72ac7374-9efc-4cd0-8e79-6b9d2db2a2a2 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:17.271247 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9b2a039a-4622-4ee2-8ab5-2e61bbefcb06 req-72ac7374-9efc-4cd0-8e79-6b9d2db2a2a2 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.1038513
Apr 15 19:40:17.278314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:17.281047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:17.288628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-e495f772-849e-4e53-b3c5-9e1f9ba6e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:17.290261 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-e495f772-849e-4e53-b3c5-9e1f9ba6e519 service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.1743135
Apr 15 19:40:17.344019 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9b2a039a-4622-4ee2-8ab5-2e61bbefcb06 req-95c4b4de-98c5-4d18-9b02-b32ec91c3a49 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647783
Apr 15 19:40:17.354778 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:17.365303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-870f1a71-a7ca-4f72-816a-7c16971679f0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:17.365714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:17.409068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-870f1a71-a7ca-4f72-816a-7c16971679f0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:17.410382 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-870f1a71-a7ca-4f72-816a-7c16971679f0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1496950656&fields=id&tenant_id=89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 267 time: 0.0981464
Apr 15 19:40:17.414616 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-e98f5554-0097-4c8f-be91-5043f0940b96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 200  len: 1001 time: 0.1159365
Apr 15 19:40:17.491068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-75cbfd4e-965e-4d37-b505-6b8f4cd57c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:17.492549 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-75cbfd4e-965e-4d37-b505-6b8f4cd57c61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.0639191
Apr 15 19:40:17.572870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-a27a9120-eb7c-4265-aa93-29ee4f284276 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:17.574507 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-a27a9120-eb7c-4265-aa93-29ee4f284276 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 816 time: 0.1565762
Apr 15 19:40:17.579681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-cf7a85fd-f8fc-4559-992a-410eef0fba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:17.584867 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-cf7a85fd-f8fc-4559-992a-410eef0fba9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775888
Apr 15 19:40:17.591541 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-bb1942ed-f03d-4f62-8249-87c7c40ad240 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/quotas/89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 375 time: 0.0100095
Apr 15 19:40:17.603784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:17.683607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-0e6cbeca-77c4-4f19-b5be-08e0f187dd48 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:17.723276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-0e6cbeca-77c4-4f19-b5be-08e0f187dd48 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:17.724640 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-0e6cbeca-77c4-4f19-b5be-08e0f187dd48 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1275218
Apr 15 19:40:17.872078 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-3dce5de1-068b-45ac-855d-e73a2b848fb7 service neutron] 10.222.0.25 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342824
Apr 15 19:40:18.011209 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-59570283-22e3-4f0b-b43d-cee273ff87cd service neutron] 10.222.0.25 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326404
Apr 15 19:40:18.278766 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-618fd0f9-858c-411a-9725-dc010049f8e9 req-b066c88c-91b5-4077-ac4c-4f4589d17ff7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0529459
Apr 15 19:40:18.551857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d193d-914f-4532-8cff-751ff52dd28f req-14bb0486-fb82-44a5-9bcf-7c1f1287a1a5 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:18.553486 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ce7d193d-914f-4532-8cff-751ff52dd28f req-14bb0486-fb82-44a5-9bcf-7c1f1287a1a5 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 944 time: 0.0891976
Apr 15 19:40:18.601679 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ce7d193d-914f-4532-8cff-751ff52dd28f req-7460113a-52f7-43f9-88a4-c06d6859147d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415332
Apr 15 19:40:18.888365 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-b010652c-ee56-41da-8044-1abdfbfc9351 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383982
Apr 15 19:40:19.442708 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4930b4ad-7efb-4052-a2a2-d107b73fcf07 req-674c86af-4929-487a-a1ca-dcd988603cc3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0504432
Apr 15 19:40:19.802392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f279-3292-43fe-a37d-28f33184669a req-a167dd27-f6e0-4320-ba86-7dcd99b05f30 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:19.803991 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1493f279-3292-43fe-a37d-28f33184669a req-a167dd27-f6e0-4320-ba86-7dcd99b05f30 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 944 time: 0.0885148
Apr 15 19:40:19.804368 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e0bc7c9-4bc5-49ff-8d5a-79a0b4e1c025 req-2e08761a-c968-41cd-86ab-a389b50c0f9c service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403017
Apr 15 19:40:19.851683 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1493f279-3292-43fe-a37d-28f33184669a req-8778cdf8-9ea7-40c4-873b-a13883143ea9 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413446
Apr 15 19:40:20.736040 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b09669b-406e-4dc4-ad02-f0b5f02a65ed req-6fd71763-b118-4bdb-affd-c0e520c84156 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0523114
Apr 15 19:40:20.743533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['cecddd3f-e29f-4bf0-82ca-99c1d511d132'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:40:21.287117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89debf7d-e5da-4a1c-a07c-d00b20a2cba2 req-7fe69282-7e9c-4a42-a7f1-d5927a5702b6 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:21.288699 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-89debf7d-e5da-4a1c-a07c-d00b20a2cba2 req-7fe69282-7e9c-4a42-a7f1-d5927a5702b6 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 944 time: 0.3213811
Apr 15 19:40:21.336178 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-89debf7d-e5da-4a1c-a07c-d00b20a2cba2 req-3415bb74-fcf0-4e06-8fd0-84244c452dbe tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411534
Apr 15 19:40:21.910202 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-027f6649-98c5-4cf5-a818-ffc8bc09c08c req-1aeed328-1d56-4405-9b28-7ae947311aa5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0500841
Apr 15 19:40:22.532548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5bae3-9ab5-4857-a3fe-3d5dab06e70d req-9292acb7-db7d-4d84-a37a-e26e3ff4b95f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:22.534181 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fd5bae3-9ab5-4857-a3fe-3d5dab06e70d req-9292acb7-db7d-4d84-a37a-e26e3ff4b95f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 944 time: 0.0876102
Apr 15 19:40:22.581133 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2fd5bae3-9ab5-4857-a3fe-3d5dab06e70d req-72cfb490-b4c9-46dd-a17d-a5779aa71c0b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408261
Apr 15 19:40:23.002234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device cecddd3f-e29f-4bf0-82ca-99c1d511d132 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:23.078417 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3da9ba6c-a4d9-4b9c-b05d-0ca684591dcd req-74da8166-f272-4114-995c-0907c0e70bb3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0517006
Apr 15 19:40:23.126209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port cecddd3f-e29f-4bf0-82ca-99c1d511d132 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:23.131494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port cecddd3f-e29f-4bf0-82ca-99c1d511d132 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:23.131911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:23.253834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:23.280819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:23.291114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:23.317582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:23.319541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:23.350924 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'code': 200}
Apr 15 19:40:23.390150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:23.398113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.398502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.398883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.399257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.399628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.399999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.400363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.400731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.401098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.401486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.401849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.402210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:23.406633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:23.778403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd6d3-37c5-49c9-8b56-37f231b34365 req-d6781a46-925f-4fc2-a28d-f5f6b0280df8 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:23.780530 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0b8fd6d3-37c5-49c9-8b56-37f231b34365 req-d6781a46-925f-4fc2-a28d-f5f6b0280df8 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.0879359
Apr 15 19:40:23.828758 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0b8fd6d3-37c5-49c9-8b56-37f231b34365 req-afa30238-8e3c-4152-ad30-5f16abfc4eba tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420024
Apr 15 19:40:24.248739 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94602962-b9e5-47b7-b029-87ca057cf9c9 req-cab8791c-c7ca-44f5-a20f-8525007f9c91 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0525265
Apr 15 19:40:24.949951 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f4307-787c-4f86-bdba-cc8b2aaac488 req-b6a5a617-d678-4e1f-92d0-9678e6287df1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:24.951482 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-822f4307-787c-4f86-bdba-cc8b2aaac488 req-b6a5a617-d678-4e1f-92d0-9678e6287df1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.0905914
Apr 15 19:40:25.051739 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-822f4307-787c-4f86-bdba-cc8b2aaac488 req-358d6b28-1bc0-40c5-9a41-267d710c1625 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621045
Apr 15 19:40:25.083008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446fdd4-abb8-43d1-9292-2d0f5a2bb29d req-b91f3fd4-ac5f-4967-bca1-4d87cfc10985 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:25.084602 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7446fdd4-abb8-43d1-9292-2d0f5a2bb29d req-b91f3fd4-ac5f-4967-bca1-4d87cfc10985 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1309707
Apr 15 19:40:25.134389 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7446fdd4-abb8-43d1-9292-2d0f5a2bb29d req-5de0e7a0-9397-43a8-b202-c84d9c92618b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432458
Apr 15 19:40:25.284055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1ae7546b-878c-4347-bdb0-0fc7e5315c20 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:25.285573 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1ae7546b-878c-4347-bdb0-0fc7e5315c20 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 816 time: 0.1628411
Apr 15 19:40:25.376459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-3a303b4b-b5b5-4272-825b-9ca321c1b52e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:25.389861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-3a303b4b-b5b5-4272-825b-9ca321c1b52e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:security_group {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:25.391913 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-3a303b4b-b5b5-4272-825b-9ca321c1b52e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 5704 time: 0.0887897
Apr 15 19:40:25.403161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'port': {'device_id': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'admin_state_up': True, 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'security_groups': ['5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb']}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:25.427608 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ff87cc5f-8feb-44ce-bb91-730001c01459 req-7d2cf740-ffcd-4c66-8748-abd3f8108b7e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0513449
Apr 15 19:40:25.615904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c76387-f358-4206-97f5-67197a82d988 req-635f18e1-47fa-4b95-9e4f-3da54982e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:25.617522 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-12c76387-f358-4206-97f5-67197a82d988 req-635f18e1-47fa-4b95-9e4f-3da54982e36f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1098 time: 0.3194964
Apr 15 19:40:25.618522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:25.630137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:25.671833 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-12c76387-f358-4206-97f5-67197a82d988 req-5638086c-f69d-4c89-b6b9-ce226ea85f3d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428925
Apr 15 19:40:25.680524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Made reservation on behalf of 89760f30140846e5afda7b9e390528b0 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:40:25.687175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:25.856219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Allocated IP 172.20.0.14 (469ed255-5891-4fce-aad5-6eacfee4436e/83686a26-b8b7-4e3c-a91e-84f64107bb21/ad8903a7-79a4-4fca-82d4-d9dc30d07b92) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:26.077359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:26.094045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Transition to ACTIVE for port object ad8903a7-79a4-4fca-82d4-d9dc30d07b92 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:26.152923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:26.172633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:26.306311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190df2d-da3b-4bfd-9b8c-b405fc186b50 req-18f4795a-76ce-4161-9d0a-e06910914848 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:26.307961 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2190df2d-da3b-4bfd-9b8c-b405fc186b50 req-18f4795a-76ce-4161-9d0a-e06910914848 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1401954
Apr 15 19:40:26.313498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:26.318134 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:26.370416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Network 469ed255-5891-4fce-aad5-6eacfee4436e is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:26.371582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:26.372314 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2190df2d-da3b-4bfd-9b8c-b405fc186b50 req-13abbd63-c9ff-48b7-9247-3833d23dec9f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565317
Apr 15 19:40:26.373965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:26.394355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b4b67-3375-4b5e-bda2-cf5b283b2350 req-ff15f542-ff05-4f03-82bd-7036ce6cc0e1 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:26.395557 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d2b4b67-3375-4b5e-bda2-cf5b283b2350 req-ff15f542-ff05-4f03-82bd-7036ce6cc0e1 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1433661
Apr 15 19:40:26.441962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:26.442766 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:26.447000 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d2b4b67-3375-4b5e-bda2-cf5b283b2350 req-c141f05a-9f88-4209-9b7a-54a23c196dcf tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447569
Apr 15 19:40:26.521918 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1230633
Apr 15 19:40:26.562359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Request body: {'port': {'device_id': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:26.656875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927218e3-f642-494c-a637-dbbb947551ee req-48604d2c-5566-4cb2-a935-1b53dbe72ce9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:26.658995 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-927218e3-f642-494c-a637-dbbb947551ee req-48604d2c-5566-4cb2-a935-1b53dbe72ce9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 932 time: 0.1022341
Apr 15 19:40:26.701005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5c834c17-e36b-47a9-955e-61b42dd6f470 None None] Provisioning for port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:26.708309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-5c834c17-e36b-47a9-955e-61b42dd6f470 None None] Provisioning complete for port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:26.708784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5c834c17-e36b-47a9-955e-61b42dd6f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:26.711627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:26.721426 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-927218e3-f642-494c-a637-dbbb947551ee req-31f915f0-ee2f-4e80-9670-db46622a3208 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563452
Apr 15 19:40:26.778246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-5c834c17-e36b-47a9-955e-61b42dd6f470 None None] Port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:40:27.074032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8903a7-79a4-4fca-82d4-d9dc30d07b92 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:40:27.082039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:27.097726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Transition to ACTIVE for port object ad8903a7-79a4-4fca-82d4-d9dc30d07b92 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:27.129438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:27.145729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-40f17d6d-2121-4fdb-acfa-9d3a03835563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:27.501053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:27.545710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:27.682143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1eb72-17ad-4833-8aeb-a3839c7fee3c req-db42b0a5-4001-4467-8c87-be3f6370a711 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:27.683591 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-42f1eb72-17ad-4833-8aeb-a3839c7fee3c req-db42b0a5-4001-4467-8c87-be3f6370a711 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.1711669
Apr 15 19:40:27.706502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-30bb4d05-e597-4431-abb5-be5eafa61a00 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:27.708141 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-30bb4d05-e597-4431-abb5-be5eafa61a00 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 945 time: 0.2021751
Apr 15 19:40:27.726481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da133667-2c6f-4e00-8b47-2401c576f604 req-3bc237ae-b06b-4dc4-bf1a-731bf12bba9f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:27.728156 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-da133667-2c6f-4e00-8b47-2401c576f604 req-3bc237ae-b06b-4dc4-bf1a-731bf12bba9f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1527848
Apr 15 19:40:27.766769 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-42f1eb72-17ad-4833-8aeb-a3839c7fee3c req-e14435e5-a6fc-4bb7-a53b-932ef486e091 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea8f4bb-c7b0-453c-9b03-64a806714b25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750124
Apr 15 19:40:27.795553 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-da133667-2c6f-4e00-8b47-2401c576f604 req-d5e921ef-e92e-471a-a1e6-29592d937b8f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557120
Apr 15 19:40:27.868599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Deleting port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:27.869388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:27.953348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Attempting to bind port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:40:27.953651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Attempting to bind port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:40:27.954031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Attempting to bind port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 on network 469ed255-5891-4fce-aad5-6eacfee4436e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:27.996774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 on network 469ed255-5891-4fce-aad5-6eacfee4436e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:40:27.997167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Attempting to bind port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 on network 469ed255-5891-4fce-aad5-6eacfee4436e {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:28.007088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:40:28.007476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Checking segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:28.007908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Bound using segment: {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:40:28.008390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Bound port: ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7b53be-253b-4b17-9187-7f5704cd574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:40:28.008786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.047383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca488f48-ba1d-4287-b456-8e4df41650bb req-9b9ccc48-96f2-4b69-8dc1-0456dfd549ff tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:28.048995 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ca488f48-ba1d-4287-b456-8e4df41650bb req-9b9ccc48-96f2-4b69-8dc1-0456dfd549ff tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.1598930
Apr 15 19:40:28.061685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31685a-9acd-405e-ba7c-14761d5835f3 req-5efeaf19-a40f-4eb4-b5b5-6f7e306d2fcb tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:28.063267 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9c31685a-9acd-405e-ba7c-14761d5835f3 req-5efeaf19-a40f-4eb4-b5b5-6f7e306d2fcb tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1273768
Apr 15 19:40:28.141065 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ca488f48-ba1d-4287-b456-8e4df41650bb req-e50b6359-183b-4004-97c3-d7137ad8038f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764918
Apr 15 19:40:28.145781 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9c31685a-9acd-405e-ba7c-14761d5835f3 req-8605887c-2959-40d6-a970-82ccc5d56425 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673542
Apr 15 19:40:28.171693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47480) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:28.244853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:40:28.259899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] For port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:28.260311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.268982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:40:28.328488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.351945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4812f054-6272-427a-a9ce-b9b9ea82c666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:28.378105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9f404-2446-4801-bcbc-8ea757d7fe5b tempest-TestShelveInstance-1383528160 tempest-TestShelveInstance-1383528160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:28.378983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-27a9f404-2446-4801-bcbc-8ea757d7fe5b tempest-TestShelveInstance-1383528160 tempest-TestShelveInstance-1383528160-project-admin] Synchronizing usage tracker for tenant:c1ce22a3b5ab463e9e1761af8f9dd486 on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:28.426726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-27a9f404-2446-4801-bcbc-8ea757d7fe5b tempest-TestShelveInstance-1383528160 tempest-TestShelveInstance-1383528160-project-admin] Unset dirty status for tenant:c1ce22a3b5ab463e9e1761af8f9dd486 on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:28.428018 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-27a9f404-2446-4801-bcbc-8ea757d7fe5b tempest-TestShelveInstance-1383528160 tempest-TestShelveInstance-1383528160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1093 time: 0.2552483
Apr 15 19:40:28.431161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47490) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:28.436876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'port_id': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:28.443405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:28.447426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Usage tracker for resource:floatingip and tenant:92c1622bc6cf45d7835ceeb2e3373708 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:28.450597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:28.457407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:28.495566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for floatingip, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.628218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:28.640470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:28.648190 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.767594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:28.768288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.769826 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] 10.222.0.42 "PUT /v2.0/ports/ad8903a7-79a4-4fca-82d4-d9dc30d07b92 HTTP/1.1" status: 200  len: 1094 time: 2.2124076
Apr 15 19:40:28.770392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:28.787010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.790156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:28.790156 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Floating IP e1374e42-4891-4730-bf6d-5f04a77807a9 disassociated. External IP: 172.27.1.191, port: a9575a72-36fb-4b92-a7a3-eb1b833ef1a9.
Apr 15 19:40:28.790156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Calling delete_port for a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:28.846638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Allocated IP 172.27.1.158 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/d7778f8b-b88f-4c97-b752-8486b7291a28) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:29.001184 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'status': 'completed', 'code': 200}
Apr 15 19:40:29.019745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-48bb6feb-6d69-4d52-81b7-8fb688da0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:29.021303 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-48bb6feb-6d69-4d52-81b7-8fb688da0845 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 1097 time: 0.1851377
Apr 15 19:40:29.108555 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-3c2371db-5260-4e29-8d86-97e8470b0f02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92 HTTP/1.1" status: 200  len: 217 time: 0.0796974
Apr 15 19:40:29.135923 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6956cc88-0033-4e92-9cfd-12aab647ad33 req-5ff0b3c2-b006-429f-a27c-a7e209f53a6d tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 210 time: 0.0611880
Apr 15 19:40:29.155904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:29.162929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:29.178607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:29.209815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:29.232394 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:29.282999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event deleted for resources: {'Port': ['ID=a9575a72-36fb-4b92-a7a3-eb1b833ef1a9,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:29.291523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:29.303515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-81750193-6bce-4510-807f-49960eea8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:29.305084 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-81750193-6bce-4510-807f-49960eea8c2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.1879148
Apr 15 19:40:29.433274 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'Port': ['ID=d7778f8b-b88f-4c97-b752-8486b7291a28,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:29.465150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.465604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.466022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.466435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.466843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.467288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.467699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.468105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.468509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.468912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.469315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.469740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:40:29.476772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:29.520025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1442bd-c782-45fd-9073-1d31252b1fed req-6ab94cdf-ff67-40bd-95a7-396cc190af99 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:29.521828 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e1442bd-c782-45fd-9073-1d31252b1fed req-6ab94cdf-ff67-40bd-95a7-396cc190af99 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.2544570
Apr 15 19:40:29.532625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:29.547734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:29.551639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:29.627612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e1442bd-c782-45fd-9073-1d31252b1fed req-91dda3f0-d17a-4c42-8421-f33612f7a724 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973666
Apr 15 19:40:29.736229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-7c44f760-521a-470f-8fb6-68522688c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:29.741288 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-7c44f760-521a-470f-8fb6-68522688c1e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4239540
Apr 15 19:40:29.995994 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-812f4137-3b82-41f8-84c3-fc18fd5d9dbb service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959264
Apr 15 19:40:30.000672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Router 29d789ad-1aa7-4d00-954c-c06129815a0f has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:40:30.026243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:30.206277 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:30.330839 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-21c0edee-8f82-4e71-a14d-aea2881e7e65 req-cee6abb4-9883-44d2-8639-e9bc141a5b7e tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcc2261d-ef72-4233-b7a8-8cfe70d9cf35 HTTP/1.1" status: 200  len: 210 time: 0.0561349
Apr 15 19:40:30.334071 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b1f2c91b-e152-4d1f-a481-11f83a3aec10 req-d4795e8e-f079-4080-9922-d80edfa4ed00 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2721179
Apr 15 19:40:30.347403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:30.368941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] Sync routers for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:30.378754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:30.380106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9e4630>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:30.471012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] No DVR routers for this DVR port a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:40:30.478312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:30.491117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:30.519312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fa20-78c4-460a-9376-24959a71dc83 req-3c4ca3a0-a886-408e-8052-ef497922d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:30.520903 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4708fa20-78c4-460a-9376-24959a71dc83 req-3c4ca3a0-a886-408e-8052-ef497922d1d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 1097 time: 0.0945146
Apr 15 19:40:30.522732 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-de71ad55-c8d4-4c52-b526-3fe29dd6a89c req-c84cec38-6dae-4ca4-bf87-103660263b16 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "DELETE /v2.0/ports/a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 HTTP/1.1" status: 204  len: 173 time: 2.7853167
Apr 15 19:40:30.543873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:30.560642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:30.590661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:30.703338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fa20-78c4-460a-9376-24959a71dc83 req-9e7af9d4-3532-4a01-a953-dc88a9917c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:30.704955 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4708fa20-78c4-460a-9376-24959a71dc83 req-9e7af9d4-3532-4a01-a953-dc88a9917c06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.1718643
Apr 15 19:40:30.834937 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4708fa20-78c4-460a-9376-24959a71dc83 req-87aa4fa4-37bd-44ef-97e9-39ac7ad6b4fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92 HTTP/1.1" status: 200  len: 217 time: 0.1120760
Apr 15 19:40:30.914285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fa20-78c4-460a-9376-24959a71dc83 req-a063a789-9345-4f21-b5c1-6f1f63a5cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:30.916116 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4708fa20-78c4-460a-9376-24959a71dc83 req-a063a789-9345-4f21-b5c1-6f1f63a5cbb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.0711172
Apr 15 19:40:31.003907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'name': 'network-vif-deleted', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:31.016249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fa20-78c4-460a-9376-24959a71dc83 req-b13c8bee-28c7-48ad-82f0-9fdd6383e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:31.017896 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4708fa20-78c4-460a-9376-24959a71dc83 req-b13c8bee-28c7-48ad-82f0-9fdd6383e1fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922544
Apr 15 19:40:31.037269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event updated for resources: {'Port': ['ID=d7778f8b-b88f-4c97-b752-8486b7291a28,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:31.044524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:40:31.052536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:31.064556 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc2261d-ef72-4233-b7a8-8cfe70d9cf35', 'name': 'network-vif-deleted', 'tag': 'a9575a72-36fb-4b92-a7a3-eb1b833ef1a9', 'status': 'completed', 'code': 200}
Apr 15 19:40:31.086186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:40:31.086623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device a9575a72-36fb-4b92-a7a3-eb1b833ef1a9 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:40:31.121153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9e4630>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:31.129031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] Checking router: 29d789ad-1aa7-4d00-954c-c06129815a0f for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:31.136313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3277c-2da0-4f8a-a4c4-0fed437d3f14 req-8a2b44fd-f734-41a6-93f6-189789dacea6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:31.142025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:31.142882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9e4630>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:31.144757 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7fa3277c-2da0-4f8a-a4c4-0fed437d3f14 req-8a2b44fd-f734-41a6-93f6-189789dacea6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.2200856
Apr 15 19:40:31.213227 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4708fa20-78c4-460a-9376-24959a71dc83 req-9d1dfd44-9a1c-47a6-85ef-1d75fbfeba2a service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790569
Apr 15 19:40:31.220128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:31.299496 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7fa3277c-2da0-4f8a-a4c4-0fed437d3f14 req-5012de69-120f-4b5f-b440-0acd587145cb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1535904
Apr 15 19:40:31.413531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:31.437541 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4708fa20-78c4-460a-9376-24959a71dc83 req-426dde39-2659-4e59-993e-08a51c11b5b2 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034280
Apr 15 19:40:31.490744 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Floating IP ccfada9d-1695-4d4e-a8b5-4246b94bd140 associated. External IP: 172.27.1.158, port: cecddd3f-e29f-4bf0-82ca-99c1d511d132.
Apr 15 19:40:31.751619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47534) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:31.807019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9e4630>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:31.812951 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd6d6d6-c0c2-4011-a84d-aae2f110131f None None] The sync data for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi is: [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:40:31.837264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:31.869476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:31.975840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b616e26-f50a-4521-9ff9-0db1eab22514 req-f2119f9d-7b04-4943-8290-4d02ac0bbd66 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:31.977424 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b616e26-f50a-4521-9ff9-0db1eab22514 req-f2119f9d-7b04-4943-8290-4d02ac0bbd66 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 946 time: 0.1433642
Apr 15 19:40:31.979479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Router af03e65d-fdff-46e6-967a-0d9ab64c6a9d has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:40:31.984699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:31.990385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1379a6e1-cdcf-4ad1-8070-b64bf0deef96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:32.006437 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea8f4bb-c7b0-453c-9b03-64a806714b25,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:32.009284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:32.043501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:32.048782 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ea8f4bb-c7b0-453c-9b03-64a806714b25 HTTP/1.1" status: 204  len: 168 time: 0.2960289
Apr 15 19:40:32.049574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47538) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:32.072406 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.v2.resource [None req-5716314b-d905-4276-9129-63ecf19cd3b5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] show failed (client error): The resource could not be found.
Apr 15 19:40:32.074616 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-5716314b-d905-4276-9129-63ecf19cd3b5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups/5ea8f4bb-c7b0-453c-9b03-64a806714b25 HTTP/1.1" status: 404  len: 347 time: 0.0229635
Apr 15 19:40:32.076648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47542) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:32.173244 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b616e26-f50a-4521-9ff9-0db1eab22514 req-297e1bd7-7a74-4f4e-85c4-b3912d6a1b24 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883187
Apr 15 19:40:32.215954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:32.229751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] Sync routers for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:32.230147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59991c2-cbf6-4988-b557-05e715813cc2 None None] New status for floating IP e1374e42-4891-4730-bf6d-5f04a77807a9: DOWN {{(pid=85380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:40:32.244358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:32.245560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0f60>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:32.249980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Deleting port 9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:32.252613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:32.269648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:32.342695 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.9095037
Apr 15 19:40:32.343768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:32.438506 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'status': 'completed', 'code': 200}
Apr 15 19:40:32.480181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:32.544044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:32.544997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:32.587878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a00ac-40b4-40fd-b31a-a94863afe009 req-a8980cf2-b992-4e7b-98e2-3d5bf968a8ba tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:32.589550 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8d4a00ac-40b4-40fd-b31a-a94863afe009 req-a8980cf2-b992-4e7b-98e2-3d5bf968a8ba tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.1002536
Apr 15 19:40:32.657290 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8d4a00ac-40b4-40fd-b31a-a94863afe009 req-84bc3d26-b74b-4920-994d-282b9f7ffe85 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602918
Apr 15 19:40:32.747462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Calling delete_port for 9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74 owned by network:floatingip {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:32.829893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc82f66-5401-4447-813b-9c4455262606 req-1a8c7c92-7c3e-4285-869e-868cb627533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:32.831578 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bc82f66-5401-4447-813b-9c4455262606 req-1a8c7c92-7c3e-4285-869e-868cb627533f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1098 time: 0.3687749
Apr 15 19:40:33.030573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0f60>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ccfada9d-1695-4d4e-a8b5-4246b94bd140', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'port_id': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'mac_address': 'fa:16:3e:ba:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0276113f-a20f-4806-a2d9-90ac652370b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:29Z', 'updated_at': '2021-04-15T19:40:29Z', 'revision_number': 0, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:32Z', 'revision_number': 5, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:33.035097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] Checking router: af03e65d-fdff-46e6-967a-0d9ab64c6a9d for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:33.044539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:33.045235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0f60>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:33.047936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:40:33.200500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:33.202725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85378) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:40:33.203104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:40:33.218111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'port_id': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'mac_address': 'fa:16:3e:90:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:40:33.230565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc82f66-5401-4447-813b-9c4455262606 req-5dd97d35-6ccf-47a6-9cb2-214c6fef9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:33.232158 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bc82f66-5401-4447-813b-9c4455262606 req-5dd97d35-6ccf-47a6-9cb2-214c6fef9048 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 909 time: 0.3925240
Apr 15 19:40:33.246426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:33.284366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:33.303147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8903a7-79a4-4fca-82d4-d9dc30d07b92 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:40:33.321119 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:33.358328 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bc82f66-5401-4447-813b-9c4455262606 req-d7e57dbd-7888-4494-92ff-ece90dfbf1bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 999 time: 0.1169295
Apr 15 19:40:33.380775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:33.383454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:33.433830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d5534-4460-4467-818a-635dcf0d013d req-f421d0a6-a960-4ecb-a7f2-d1a9aa4b4ea6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:33.435272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc82f66-5401-4447-813b-9c4455262606 req-b33882d0-606b-4cb7-8411-f8787da8f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:33.436651 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e09d5534-4460-4467-818a-635dcf0d013d req-f421d0a6-a960-4ecb-a7f2-d1a9aa4b4ea6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 946 time: 0.0994239
Apr 15 19:40:33.438373 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bc82f66-5401-4447-813b-9c4455262606 req-b33882d0-606b-4cb7-8411-f8787da8f207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 200  len: 847 time: 0.0731590
Apr 15 19:40:33.461877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:33.465654 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:33.489079 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e09d5534-4460-4467-818a-635dcf0d013d req-270470dd-620d-4ca6-b607-66972bce5802 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458138
Apr 15 19:40:33.601943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc82f66-5401-4447-813b-9c4455262606 req-4f1cf894-e100-434d-b6c5-f385b59bc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:33.604043 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bc82f66-5401-4447-813b-9c4455262606 req-4f1cf894-e100-434d-b6c5-f385b59bc2bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed8b8534-23a6-4718-b440-d3bb87a90f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1553729
Apr 15 19:40:33.614904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-51cb6426-9635-4564-afa4-3faa655b7a5d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:33.615667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-51cb6426-9635-4564-afa4-3faa655b7a5d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Synchronizing usage tracker for tenant:0ff6ad27f0ec4d77b90a7eb24a28191a on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:33.643237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5d0f60>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ccfada9d-1695-4d4e-a8b5-4246b94bd140', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'port_id': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'mac_address': 'fa:16:3e:ba:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0276113f-a20f-4806-a2d9-90ac652370b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:29Z', 'updated_at': '2021-04-15T19:40:29Z', 'revision_number': 0, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:32Z', 'revision_number': 5, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:33.644934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['ad8903a7-79a4-4fca-82d4-d9dc30d07b92'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:40:33.647938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef014e3a-204a-42b0-9e5f-bf784144315f None None] The sync data for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi is: [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ccfada9d-1695-4d4e-a8b5-4246b94bd140', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'port_id': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'mac_address': 'fa:16:3e:ba:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0276113f-a20f-4806-a2d9-90ac652370b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:29Z', 'updated_at': '2021-04-15T19:40:29Z', 'revision_number': 0, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:32Z', 'revision_number': 5, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:40:33.704726 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Deleting port 9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:33.705114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:33.807578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-51cb6426-9635-4564-afa4-3faa655b7a5d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Unset dirty status for tenant:0ff6ad27f0ec4d77b90a7eb24a28191a on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:33.808826 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-51cb6426-9635-4564-afa4-3faa655b7a5d tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 946 time: 0.3216729
Apr 15 19:40:33.877172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26364b19-b84b-4368-8343-f133b2e9c8c2 req-ee88c45b-9b6b-4de4-83d2-49dc0e7b5d17 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:33.878720 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-26364b19-b84b-4368-8343-f133b2e9c8c2 req-ee88c45b-9b6b-4de4-83d2-49dc0e7b5d17 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 945 time: 0.0945051
Apr 15 19:40:33.929397 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-26364b19-b84b-4368-8343-f133b2e9c8c2 req-cea891ba-fa57-4422-b7d1-4e1893ea3cfe tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443010
Apr 15 19:40:33.962398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28dc0a-ead5-4fcb-8a40-5d851a68c696 None None] New status for floating IP ccfada9d-1695-4d4e-a8b5-4246b94bd140: ACTIVE {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:40:33.974630 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bc82f66-5401-4447-813b-9c4455262606 req-d3ae94fb-8ce8-4468-80ed-26f38b4702f7 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3548079
Apr 15 19:40:34.028844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Deleting port 02f14116-835c-4b04-96b9-72d2b37b255a {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:34.029240 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:34.144894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:34.145464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:34.306805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Calling delete_port for 9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74 owned by network:floatingip {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:34.530078 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bc82f66-5401-4447-813b-9c4455262606 req-b8beb944-a1a2-483e-b439-3d1e1545de07 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5473874
Apr 15 19:40:34.614835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] For port 02f14116-835c-4b04-96b9-72d2b37b255a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=02f14116-835c-4b04-96b9-72d2b37b255a,segment=NetworkSegment(7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b),segment_id=7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:34.615244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:34.750872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Calling delete_port for 02f14116-835c-4b04-96b9-72d2b37b255a owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:34.763359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6871ca8-acfc-4918-8281-ef6c16ff4ef3 req-f4e32de4-aa1d-4645-98f0-97339dc560a6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:34.765562 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f6871ca8-acfc-4918-8281-ef6c16ff4ef3 req-f4e32de4-aa1d-4645-98f0-97339dc560a6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 946 time: 0.0892451
Apr 15 19:40:34.813858 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f6871ca8-acfc-4918-8281-ef6c16ff4ef3 req-0f107fca-0621-4c0b-be24-ba0b24ba0cd3 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ce00ae1-0d60-493e-a89f-63f15bf74098&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413594
Apr 15 19:40:34.926243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:34.942479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:35.043779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event deleted for resources: {'Port': ['ID=9fa6deb3-0f1a-4ebf-bc0a-63f157e3ce74,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:35.054296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:35.078355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:35.143294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dd1d4-1195-463c-b41e-f8da3613c346 req-86822bc2-8d62-48d2-911c-87cce67a6854 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:35.144907 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dc7dd1d4-1195-463c-b41e-f8da3613c346 req-86822bc2-8d62-48d2-911c-87cce67a6854 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 945 time: 0.0942175
Apr 15 19:40:35.160787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:35.166273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:35.166814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.194759 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dc7dd1d4-1195-463c-b41e-f8da3613c346 req-8d38f1be-fd63-44d8-8f23-6a6aa6ef8800 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432043
Apr 15 19:40:35.208459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.228966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f02c2857-a5e8-4d14-bade-cafe7eae21c6 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:35.296551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.324134 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:35.335098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:35.363779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.366283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:35.400382 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'code': 200}
Apr 15 19:40:35.455280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:35.458757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:35.472325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e78244b-b86c-446a-8596-e7f83536bdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.584789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Pushing event deleted for resources: {'Port': ['ID=02f14116-835c-4b04-96b9-72d2b37b255a,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:35.595325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:35.627459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.729392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.730587 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "DELETE /v2.0/floatingips/e1374e42-4891-4730-bf6d-5f04a77807a9 HTTP/1.1" status: 204  len: 168 time: 3.6529491
Apr 15 19:40:35.836946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] No DVR routers for this DVR port 02f14116-835c-4b04-96b9-72d2b37b255a on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:40:35.840309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:35.842906 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-090c94e7-5a46-432a-93b8-47328e2474e5 req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.42 "DELETE /v2.0/ports/02f14116-835c-4b04-96b9-72d2b37b255a HTTP/1.1" status: 204  len: 173 time: 1.9727743
Apr 15 19:40:35.844781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8ee625-3064-41f3-b290-2628f703243e', 'name': 'network-vif-deleted', 'tag': '02f14116-835c-4b04-96b9-72d2b37b255a'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:35.852556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593a948-d2bc-4b3c-aed1-667ac7584363 req-6d18432f-0243-4245-a169-f8e79342ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:35.854139 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5593a948-d2bc-4b3c-aed1-667ac7584363 req-6d18432f-0243-4245-a169-f8e79342ec1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 1099 time: 0.2022552
Apr 15 19:40:35.898376 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5593a948-d2bc-4b3c-aed1-667ac7584363 req-8de2b49a-7f87-482c-9bda-ab60e4abef8b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374749
Apr 15 19:40:35.986824 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-414de179-d238-430c-88c7-553d919d3e7f req-47751091-1f61-469d-99e0-2d5f9e44f131 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8ee625-3064-41f3-b290-2628f703243e HTTP/1.1" status: 200  len: 210 time: 0.0490913
Apr 15 19:40:36.040999 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8ee625-3064-41f3-b290-2628f703243e', 'name': 'network-vif-deleted', 'tag': '02f14116-835c-4b04-96b9-72d2b37b255a', 'status': 'completed', 'code': 200}
Apr 15 19:40:36.236578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47570) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:36.242328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933495451', 'description': 'tempest-description--2037188717'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:36.249269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:36.254461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:36.257625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:36.265129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:36.315087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.337362 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:36.341365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group_rule and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:36.344353 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:36.350387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:36.408616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9b92c-cad9-4dd3-811b-318f5bc92722 req-5365fe0a-4354-49ab-bfc5-a9a3e6c9dc11 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:36.410257 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-71e9b92c-cad9-4dd3-811b-318f5bc92722 req-5365fe0a-4354-49ab-bfc5-a9a3e6c9dc11 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0936463
Apr 15 19:40:36.422922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.452802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.458386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3cb707f4-1b1d-4755-8dd8-6495a1da9a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:36.459688 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-71e9b92c-cad9-4dd3-811b-318f5bc92722 req-8c47a7a8-ba03-4054-b1fc-92bfcd423996 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428555
Apr 15 19:40:36.502579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3e884-dca3-4d6c-b7cc-beedeb6da214,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:36.505379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:36.538084 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.539531 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3018222
Apr 15 19:40:36.542421 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47574) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:36.548693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'security_group_rule': {'security_group_id': 'daf3e884-dca3-4d6c-b7cc-beedeb6da214', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:36.555089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:36.559113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group_rule and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:36.562780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:36.568848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:36.653840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.719933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.758026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.766202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a4daf130-cc02-40f5-bd68-9c8173c522fb tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:36.791502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5823c7d-0f4c-4718-8e02-0dbbd2081d89,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:36.794088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:36.823572 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.824870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fac882ff-a828-4ad7-b769-c1fc8b7d15dd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2814274
Apr 15 19:40:36.827761 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47578) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:36.833615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'security_group_rule': {'security_group_id': 'daf3e884-dca3-4d6c-b7cc-beedeb6da214', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:36.839826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:36.844343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:security_group_rule and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:36.847450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:36.853583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:36.896049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.960309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.992332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379845'] for security_group_rule, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:36.994164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:37.017994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07baa499-dfeb-4a3c-b094-984fb2c8190a,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:37.020701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:37.055240 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:37.056550 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c8c65846-9bb7-45ef-9865-8acfeef3e59a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2277000
Apr 15 19:40:37.059930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47584) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:37.065536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:37.068913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 02f14116-835c-4b04-96b9-72d2b37b255a no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:40:37.071892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:37.075891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:floatingip and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:37.078874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:37.084930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:37.113276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 02f14116-835c-4b04-96b9-72d2b37b255a {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:40:37.113704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 02f14116-835c-4b04-96b9-72d2b37b255a not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:40:37.129746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:37.274132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:37.490023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a9505067-3f8f-4965-be96-1a5733db9079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:37.505241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Allocated IP 172.27.1.137 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/31a3f27f-dc5a-428d-b9b1-0f32018c077c) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:37.710799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:37.713881 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a658-5fe6-45f4-a8d6-278850f2874a req-ae052dab-ac96-437e-94e2-d6ae642fa579 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:37.715489 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5912a658-5fe6-45f4-a8d6-278850f2874a req-ae052dab-ac96-437e-94e2-d6ae642fa579 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1183815
Apr 15 19:40:37.768806 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5912a658-5fe6-45f4-a8d6-278850f2874a req-40745812-356d-4a7a-ab4e-c09b9af1d3c8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467546
Apr 15 19:40:37.782069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:37.798159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1f022ac9-88ca-4adc-8718-1b05c3c69876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:37.931988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'Port': ['ID=31a3f27f-dc5a-428d-b9b1-0f32018c077c,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:37.936880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:37.971794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82d84-afb7-43cf-b8af-787e41d1a1f1 req-9ee6042c-8ece-40f4-ba74-e5d616618e2b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:37.973427 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94a82d84-afb7-43cf-b8af-787e41d1a1f1 req-9ee6042c-8ece-40f4-ba74-e5d616618e2b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0900991
Apr 15 19:40:37.983563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47598) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:37.988981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:37.989442 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Request body: {'floatingip': {'port_id': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:37.990179 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:37.995897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:38.032588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.074540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.083208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.183440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.406401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.440981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.458170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-41bb39f9-a85e-4a6a-aa37-a9a9f893ba74 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:38.587522 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.597133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'Port': ['ID=31a3f27f-dc5a-428d-b9b1-0f32018c077c,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:38.602032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:38.713532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.770620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:38.770620 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7071307
Apr 15 19:40:38.999698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:39.003245 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-aa3ce424-f1a2-45d9-bc19-07b4d860b947 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--933495451&fields=id&tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603 HTTP/1.1" status: 200  len: 267 time: 0.0831714
Apr 15 19:40:39.037264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:39.328251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-f041c13b-13f1-4bff-80df-28c4bac4538f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:39.329826 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-f041c13b-13f1-4bff-80df-28c4bac4538f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 810 time: 0.3190057
Apr 15 19:40:39.334577 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Floating IP f22a5a76-96c6-442c-8372-37762ae259dc associated. External IP: 172.27.1.106, port: ad8903a7-79a4-4fca-82d4-d9dc30d07b92.
Apr 15 19:40:39.478878 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-ed0f63fd-48f7-4d8b-8a9e-fe9a6339ae36 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/quotas/0a7b4be1db3e4315b2d8dbdafbd64603 HTTP/1.1" status: 200  len: 375 time: 0.0886755
Apr 15 19:40:39.729690 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-26949c85-ba97-43ba-966e-34e2fff9891f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2438991
Apr 15 19:40:39.821842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Router 84123b0b-b792-4c33-8ee6-2e03db0ead6a has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:40:39.906205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:40.086301 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-61522c6c-2641-4b3e-8bc7-847e411df4a1 service neutron] 10.222.0.25 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3422868
Apr 15 19:40:40.196639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:40.208298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:40.210228 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] Sync routers for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:40.220921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:40.221847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bac7ac8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:40.296893 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1f9e6dd5-f742-4bbc-a013-b5b0d1e60231 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "PUT /v2.0/floatingips/f22a5a76-96c6-442c-8372-37762ae259dc HTTP/1.1" status: 200  len: 992 time: 2.3121343
Apr 15 19:40:40.300081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:40.310265 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-1fdf952a-bfa2-4c90-9f2c-69422660ed43 service neutron] 10.222.0.25 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129467
Apr 15 19:40:40.413377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:40.483963 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'status': 'completed', 'code': 200}
Apr 15 19:40:40.567931 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5298dacc-5051-4d70-91ac-8847f46f6046 req-5c8f5288-d5fd-4867-bfd9-e0bf1b2c9e46 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 210 time: 0.0527470
Apr 15 19:40:40.790938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bac7ac8>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'f22a5a76-96c6-442c-8372-37762ae259dc', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'port_id': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'mac_address': 'fa:16:3e:90:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:16Z', 'updated_at': '2021-04-15T19:40:38Z', 'revision_number': 1, 'project_id': '89760f30140846e5afda7b9e390528b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:40.795666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] Checking router: 84123b0b-b792-4c33-8ee6-2e03db0ead6a for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:40.804620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:40.805272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bac7ac8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:40.994867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:41.360215 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bac7ac8>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'f22a5a76-96c6-442c-8372-37762ae259dc', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'port_id': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'mac_address': 'fa:16:3e:90:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:16Z', 'updated_at': '2021-04-15T19:40:38Z', 'revision_number': 1, 'project_id': '89760f30140846e5afda7b9e390528b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:41.364393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc4863-0f77-4647-bb7f-903be9fe35aa None None] The sync data for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi is: [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'f22a5a76-96c6-442c-8372-37762ae259dc', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'port_id': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'mac_address': 'fa:16:3e:90:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:16Z', 'updated_at': '2021-04-15T19:40:38Z', 'revision_number': 1, 'project_id': '89760f30140846e5afda7b9e390528b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:40:41.688392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae371f-7063-48d6-bfdf-92a30e50f89e None None] New status for floating IP f22a5a76-96c6-442c-8372-37762ae259dc: ACTIVE {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:40:41.734345 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f7417af9-1af3-4840-b9e2-205541c811e5 req-c0f4bf8e-388e-4a38-ab91-428db2e2ec14 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 210 time: 0.0536628
Apr 15 19:40:42.444746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-fdbf0718-dbe5-406a-a5e0-f1279f6dcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:42.446385 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-fdbf0718-dbe5-406a-a5e0-f1279f6dcaf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 1099 time: 0.0792394
Apr 15 19:40:42.589049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-737afd5e-7f4b-4e71-88be-2f94f12aa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:42.590700 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-737afd5e-7f4b-4e71-88be-2f94f12aa3cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.1377158
Apr 15 19:40:42.718871 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-344a5d81-8354-4d6f-b1f0-f2b97670d23c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92 HTTP/1.1" status: 200  len: 1002 time: 0.1088531
Apr 15 19:40:42.791236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-28a481e3-be04-46c7-9e0e-ec919862474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:42.792820 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-28a481e3-be04-46c7-9e0e-ec919862474a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.0651515
Apr 15 19:40:42.880444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-36a3821c-6b86-487e-a269-c070c6ffe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:42.882028 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-36a3821c-6b86-487e-a269-c070c6ffe2d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821278
Apr 15 19:40:42.901685 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-428a606e-f4c9-4109-9cd3-e5e0230d9027 req-74d58a92-3f4f-4521-a61d-8cd22bcf3c79 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 210 time: 0.0490563
Apr 15 19:40:43.028687 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-14a1f0cd-3ff6-4001-8e01-2f760f53e043 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363745
Apr 15 19:40:43.172010 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d5dbdd12-22c0-48a2-b031-ff5112040d91 req-453debd0-fadc-4fe7-9096-da7acf7ea7e3 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348884
Apr 15 19:40:43.247025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:40:43.402166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4620b165-8876-4268-b48d-8bc8b4f76427 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:43.402927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4620b165-8876-4268-b48d-8bc8b4f76427 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Synchronizing usage tracker for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:network {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:43.475959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4620b165-8876-4268-b48d-8bc8b4f76427 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Unset dirty status for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:network {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:43.477158 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4620b165-8876-4268-b48d-8bc8b4f76427 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 810 time: 0.2348607
Apr 15 19:40:43.569693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-fee3c4f9-4e09-4228-8f3a-ad3d0d8ac8d6 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Synchronizing usage tracker for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:security_group {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:43.623779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-fee3c4f9-4e09-4228-8f3a-ad3d0d8ac8d6 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Unset dirty status for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:security_group {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:43.625181 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-fee3c4f9-4e09-4228-8f3a-ad3d0d8ac8d6 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603 HTTP/1.1" status: 200  len: 5704 time: 0.1296554
Apr 15 19:40:43.634794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'port': {'device_id': '3df80a35-6aae-4120-8278-5e705618f13f', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'admin_state_up': True, 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'security_groups': ['daf3e884-dca3-4d6c-b7cc-beedeb6da214']}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:43.784224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:40:43.788476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Usage tracker for resource:port and tenant:0a7b4be1db3e4315b2d8dbdafbd64603 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:40:43.791584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:40:43.798019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:40:43.858070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Made reservation on behalf of 0a7b4be1db3e4315b2d8dbdafbd64603 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:40:43.864388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:44.047504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Allocated IP 172.20.0.13 (501f0258-50dd-4dce-979d-e0c7f721a652/30b11dde-5193-41fc-82d2-c68f2a109744/8d6954c8-7c13-4250-951b-d52b4911014e) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:40:44.068934 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-201eaa2f-2f16-4f0a-a48e-aa67034435d0 req-2597521e-785e-47ea-82d9-778f15162c71 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 210 time: 0.0507383
Apr 15 19:40:44.477015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:44.493509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Transition to ACTIVE for port object 8d6954c8-7c13-4250-951b-d52b4911014e will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:44.544117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:44.560028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:44.708494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event updated for resources: {'Port': ['ID=8d6954c8-7c13-4250-951b-d52b4911014e,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:44.711471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:44.768280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Network 501f0258-50dd-4dce-979d-e0c7f721a652 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:40:44.769467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:40:44.771756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:40:44.837905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:44.838549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:44.887768 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2574024
Apr 15 19:40:44.900915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Request body: {'port': {'device_id': '3df80a35-6aae-4120-8278-5e705618f13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:45.021185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-a0d55362-6ee6-4c87-9f05-8524c638a5a3 None None] Provisioning for port 8d6954c8-7c13-4250-951b-d52b4911014e completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:45.024390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.026345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-a0d55362-6ee6-4c87-9f05-8524c638a5a3 None None] Provisioning complete for port 8d6954c8-7c13-4250-951b-d52b4911014e triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:45.026876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a0d55362-6ee6-4c87-9f05-8524c638a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.084543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a0d55362-6ee6-4c87-9f05-8524c638a5a3 None None] Port 8d6954c8-7c13-4250-951b-d52b4911014e cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:40:45.280079 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc9d74-a201-4f4c-aa15-377b64580b59 req-930c86b4-717c-43c4-907b-2081336b2470 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:45.285832 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94fc9d74-a201-4f4c-aa15-377b64580b59 req-930c86b4-717c-43c4-907b-2081336b2470 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 932 time: 0.1005876
Apr 15 19:40:45.337905 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94fc9d74-a201-4f4c-aa15-377b64580b59 req-70a34202-2562-45b1-a8d0-82cb4c2766b3 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498803
Apr 15 19:40:45.398888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6954c8-7c13-4250-951b-d52b4911014e {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:40:45.407010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.422135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Transition to ACTIVE for port object 8d6954c8-7c13-4250-951b-d52b4911014e will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:40:45.478168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.495004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-540f3b98-b550-4b1d-8b0f-7d6bb7614b5e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:45.633912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6954c8-7c13-4250-951b-d52b4911014e,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:45.639105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:45.870525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Attempting to bind port 8d6954c8-7c13-4250-951b-d52b4911014e on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:40:45.871026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Attempting to bind port 8d6954c8-7c13-4250-951b-d52b4911014e by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:40:45.871418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Attempting to bind port 8d6954c8-7c13-4250-951b-d52b4911014e on network 501f0258-50dd-4dce-979d-e0c7f721a652 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:45.877008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Port 8d6954c8-7c13-4250-951b-d52b4911014e on network 501f0258-50dd-4dce-979d-e0c7f721a652 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:40:45.877467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Attempting to bind port 8d6954c8-7c13-4250-951b-d52b4911014e on network 501f0258-50dd-4dce-979d-e0c7f721a652 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:40:45.880930 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-9b53fe05-5348-4e8c-89a4-48a5d7d0e1a7 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604993929&fields=id&tenant_id=be2720d3cba442519c2d0a0baf7c174b HTTP/1.1" status: 200  len: 267 time: 0.0480566
Apr 15 19:40:45.883077 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:40:45.883461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Checking segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:40:45.886562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Bound using segment: {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:40:45.886562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Bound port: 8d6954c8-7c13-4250-951b-d52b4911014e, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842f4415-3486-4811-acc7-f65da8be4a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:40:45.886562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:45.978311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-291dce88-f597-4d68-b7c1-ce4b74d64405 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:45.979829 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-291dce88-f597-4d68-b7c1-ce4b74d64405 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 985 time: 0.0923941
Apr 15 19:40:45.985315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] For port 8d6954c8-7c13-4250-951b-d52b4911014e, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:40:45.988753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] For port 8d6954c8-7c13-4250-951b-d52b4911014e, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8d6954c8-7c13-4250-951b-d52b4911014e,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:40:45.991929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Request body: {'port': {'security_groups': ['6bd32694-bc4a-4413-9a43-5c4014d7994a']}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:46.029948 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.045581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:46.124083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.199657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6954c8-7c13-4250-951b-d52b4911014e,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:46.205760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:46.236338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:46.237015 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.238416 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] 10.222.0.42 "PUT /v2.0/ports/8d6954c8-7c13-4250-951b-d52b4911014e HTTP/1.1" status: 200  len: 1094 time: 1.3424270
Apr 15 19:40:46.238949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:46.294039 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e', 'status': 'completed', 'code': 200}
Apr 15 19:40:46.394747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-9f058fc0-3b2e-48c0-8885-8dd3c5a2a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:46.396458 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-9f058fc0-3b2e-48c0-8885-8dd3c5a2a207 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 1097 time: 0.0857000
Apr 15 19:40:46.401262 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:46.442341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.474298 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-39948ceb-317a-48d5-a1e6-d7b715dd6462 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6954c8-7c13-4250-951b-d52b4911014e HTTP/1.1" status: 200  len: 217 time: 0.0690899
Apr 15 19:40:46.510683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:46.522314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b2febe29-c4c0-46c8-976a-a0ab601506c5'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:40:46.530918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:46.548409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-7363f5bf-3342-4597-8935-944d33d6a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:46.549972 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-7363f5bf-3342-4597-8935-944d33d6a901 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.0675952
Apr 15 19:40:46.658544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-c0730475-dfdb-4566-acbe-beb1b1829fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:46.660734 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-c0730475-dfdb-4566-acbe-beb1b1829fae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1023922
Apr 15 19:40:46.855974 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-9bbecb60-3fcc-4152-85f9-6d6f1b7793a7 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841388
Apr 15 19:40:46.944003 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event updated for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=7']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:46.956870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:47.006073 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-46bc6b61-a242-42a9-9d99-a0a183aad176 req-9c0fe5e2-47ff-4321-8a1a-72a258fa9e2d service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427116
Apr 15 19:40:47.008565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ac291-ddfc-4c80-83fd-1544831fb4b3 req-a9edd90d-f179-4972-870d-165c49271ac4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:47.010196 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-191ac291-ddfc-4c80-83fd-1544831fb4b3 req-a9edd90d-f179-4972-870d-165c49271ac4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 944 time: 0.5461087
Apr 15 19:40:47.083638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:47.084355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.098399 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7d022a7b-bed8-4b60-93dc-dfd4159c522a req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "PUT /v2.0/ports/b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 943 time: 1.1113479
Apr 15 19:40:47.099044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:47.106080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47698) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:47.113058 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-191ac291-ddfc-4c80-83fd-1544831fb4b3 req-a6d167bb-3d40-42aa-9e83-f242cf53e4eb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875044
Apr 15 19:40:47.211869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b2febe29-c4c0-46c8-976a-a0ab601506c5'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:40:47.228436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-aa03356b-66f7-4f28-bdfd-a7206deba9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:47.230118 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-aa03356b-66f7-4f28-bdfd-a7206deba9ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 1097 time: 0.1499455
Apr 15 19:40:47.272653 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'status': 'completed', 'code': 200}
Apr 15 19:40:47.273871 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0e932966-7d28-422f-80fb-dc1f2831f913 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.332451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0e932966-7d28-422f-80fb-dc1f2831f913 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.468438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-6f8e0266-f15f-44ed-89b5-52fcb785a7ef None None] Provisioning complete for port b2febe29-c4c0-46c8-976a-a0ab601506c5 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:47.468853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0266-f15f-44ed-89b5-52fcb785a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.489866 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-aada762f-3323-4f0e-990b-da4ce802577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:47.491556 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-aada762f-3323-4f0e-990b-da4ce802577b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1099 time: 0.2173421
Apr 15 19:40:47.492641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-f34f8ae1-5563-42de-b208-1d5113a509fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:47.494066 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-f34f8ae1-5563-42de-b208-1d5113a509fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.2523465
Apr 15 19:40:47.569592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0e932966-7d28-422f-80fb-dc1f2831f913 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.574985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1470a26d-4c4f-4f78-946d-231406ff88aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:47.592407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e932966-7d28-422f-80fb-dc1f2831f913 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ba3ae-896b-4a68-bec4-4318e064d7d4,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:47.594078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0e932966-7d28-422f-80fb-dc1f2831f913 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:47.600137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0e932966-7d28-422f-80fb-dc1f2831f913 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.614038 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0e932966-7d28-422f-80fb-dc1f2831f913 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "DELETE /v2.0/security-groups/e62ba3ae-896b-4a68-bec4-4318e064d7d4 HTTP/1.1" status: 204  len: 168 time: 0.5063455
Apr 15 19:40:47.615292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47708) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:47.650757 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-c1425245-e0d6-4260-85b8-0b4d9228df66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6954c8-7c13-4250-951b-d52b4911014e HTTP/1.1" status: 200  len: 217 time: 0.1248617
Apr 15 19:40:47.658285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:47.767637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-4f73bccd-7b33-40fc-8981-b5558d57fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:47.769221 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-4f73bccd-7b33-40fc-8981-b5558d57fdbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.1037791
Apr 15 19:40:47.770422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-c0607d3c-c71c-4bee-b6f2-7dc27c915c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:47.771911 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-c0607d3c-c71c-4bee-b6f2-7dc27c915c0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 200  len: 916 time: 0.2686191
Apr 15 19:40:47.849886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Deleting port 3fb4ece3-0770-4e9b-a308-60a372e7da8c {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:47.850272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.043080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.043691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.176178 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-e1776a28-9177-447e-8b94-24edbde8f608 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 1001 time: 0.3593903
Apr 15 19:40:48.180057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Calling delete_port for 3fb4ece3-0770-4e9b-a308-60a372e7da8c owned by network:floatingip {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:48.225831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-faf7d5aa-8c5f-4aee-8ceb-bd3affd5f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:48.227431 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-faf7d5aa-8c5f-4aee-8ceb-bd3affd5f89a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4462082
Apr 15 19:40:48.335219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-fb8469d1-cec3-4a6b-8ba9-e496203f6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:48.336748 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-fb8469d1-cec3-4a6b-8ba9-e496203f6bde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a246fdd4-c068-41c6-93b0-2b410723351b HTTP/1.1" status: 200  len: 854 time: 0.1512287
Apr 15 19:40:48.422802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2cde-5848-4dd1-835e-36dcbb7145f0 req-6efd3e06-92de-4592-9eb8-140eb6cb0749 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:48.423837 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6d0e2cde-5848-4dd1-835e-36dcbb7145f0 req-6efd3e06-92de-4592-9eb8-140eb6cb0749 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 944 time: 0.1679885
Apr 15 19:40:48.461946 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-16601aa8-040b-4b8f-83a0-f7c487b84861 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215147
Apr 15 19:40:48.477666 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6d0e2cde-5848-4dd1-835e-36dcbb7145f0 req-c944fc28-f190-46cb-8b92-2a93b24ce62a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467131
Apr 15 19:40:48.481660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.499249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-41b19985-c680-4277-a950-c3d33f76e5c3 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:48.567764 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-09e24e4c-11ec-4d64-b7b9-0b445d0b1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:48.569551 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-09e24e4c-11ec-4d64-b7b9-0b445d0b1ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2194946
Apr 15 19:40:48.598019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event deleted for resources: {'Port': ['ID=3fb4ece3-0770-4e9b-a308-60a372e7da8c,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:48.602041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:48.727569 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-69a4ceba-573e-442b-a31c-1a0b142d784c req-7dedd6f5-07de-4e81-a498-cfc99d8d7168 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2604537
Apr 15 19:40:48.769561 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-a1aae12c-fad6-4291-9b52-4a6b10407182 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873357
Apr 15 19:40:48.771082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks [] for floatingip, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:48.771456 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Floating IP f84c808c-92d3-4102-979b-7c5ce2764f7c disassociated (deleted). External IP: 172.27.1.44, port: b2febe29-c4c0-46c8-976a-a0ab601506c5.
Apr 15 19:40:48.925943 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c8bd78a-a4b3-47e9-9c91-ba3957a4a426 req-e3a638a7-e8f1-40f2-8542-b9a10b725058 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486204
Apr 15 19:40:49.144670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:40:49.148076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 8d6954c8-7c13-4250-951b-d52b4911014e details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:40:49.347438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:49.360768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:49.388577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] Sync routers for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:49.417784 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6ec008fd-638a-494c-b120-7064458bf291 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "DELETE /v2.0/floatingips/f84c808c-92d3-4102-979b-7c5ce2764f7c HTTP/1.1" status: 204  len: 168 time: 1.7967217
Apr 15 19:40:49.418247 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:49.418540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:49.418931 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4e93c8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:49.471993 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'status': 'completed', 'code': 200}
Apr 15 19:40:49.629478 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 8d6954c8-7c13-4250-951b-d52b4911014e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8d6954c8-7c13-4250-951b-d52b4911014e,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:49.657932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '8d6954c8-7c13-4250-951b-d52b4911014e', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'port_id': '8d6954c8-7c13-4250-951b-d52b4911014e', 'mac_address': 'fa:16:3e:68:b9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:40:49.664808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:49.859293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:49.894432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6954c8-7c13-4250-951b-d52b4911014e {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:40:49.975543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 8d6954c8-7c13-4250-951b-d52b4911014e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8d6954c8-7c13-4250-951b-d52b4911014e,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:50.046773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:50.051630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f20620e2-69d9-43ce-a334-206ffdcf9777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:50.139867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=8d6954c8-7c13-4250-951b-d52b4911014e,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:50.143618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:50.153294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4e93c8>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:50.158524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] Checking router: 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:50.167688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:50.168357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4e93c8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:50.182535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790400-0cb4-411c-8023-6f4b9dd561ac req-d9c1d577-2b44-4f5a-ab9d-e4736bf9286a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:50.184127 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50790400-0cb4-411c-8023-6f4b9dd561ac req-d9c1d577-2b44-4f5a-ab9d-e4736bf9286a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 945 time: 0.0960736
Apr 15 19:40:50.234612 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50790400-0cb4-411c-8023-6f4b9dd561ac req-88390d21-76be-4e9d-a5cb-087e1ef89ba8 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429082
Apr 15 19:40:50.358232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:50.687408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b4e93c8>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:50.691617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bbe485-48be-4d5f-ab0f-f4618222316c None None] The sync data for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi is: [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:37:20Z', 'revision_number': 4, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'd13e070a-48c3-4786-8b22-1c6fdfa27e07', 'name': '', 'network_id': 'f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'mac_address': 'fa:16:3e:a9:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:18Z', 'updated_at': '2021-04-15T19:37:30Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'subnets': [{'id': 'a246fdd4-c068-41c6-93b0-2b410723351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:40:51.076495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc036842-7e44-46c4-833f-071da819e424 None None] New status for floating IP f84c808c-92d3-4102-979b-7c5ce2764f7c: DOWN {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:40:51.430936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a25166-cd79-4b20-9a60-c3e3a578f817 req-28786a0a-8221-45a8-a762-69e4794962bd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:51.432507 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-86a25166-cd79-4b20-9a60-c3e3a578f817 req-28786a0a-8221-45a8-a762-69e4794962bd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 945 time: 0.0868225
Apr 15 19:40:51.480785 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-86a25166-cd79-4b20-9a60-c3e3a578f817 req-b56b8c66-816d-4a9b-ac11-d6e2c0e83ccf tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414207
Apr 15 19:40:52.446033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-2e8d2b81-3ff4-4a0f-a875-4251f302d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:52.447639 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-2e8d2b81-3ff4-4a0f-a875-4251f302d635 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2720d3cba442519c2d0a0baf7c174b&device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 1099 time: 0.0844150
Apr 15 19:40:52.599751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-41226673-17b0-4dd6-931c-4fa280892fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:52.605823 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-41226673-17b0-4dd6-931c-4fa280892fb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 200  len: 916 time: 0.1440890
Apr 15 19:40:52.665553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['8d6954c8-7c13-4250-951b-d52b4911014e'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:40:52.694179 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-2b06c72f-417e-4527-85ea-ad3a4acc3924 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 200  len: 217 time: 0.0828679
Apr 15 19:40:52.720867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d65d70-cd22-4a73-89aa-dd95f94fb1b2 req-95460f2a-7c26-4e34-8f34-f8b23d10fdc0 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:52.722836 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-27d65d70-cd22-4a73-89aa-dd95f94fb1b2 req-95460f2a-7c26-4e34-8f34-f8b23d10fdc0 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 945 time: 0.1050665
Apr 15 19:40:52.769423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-a1d392a6-8aec-42dc-a9f1-a6d843154c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:52.771055 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-a1d392a6-8aec-42dc-a9f1-a6d843154c4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a246fdd4-c068-41c6-93b0-2b410723351b HTTP/1.1" status: 200  len: 854 time: 0.0685353
Apr 15 19:40:52.772464 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-27d65d70-cd22-4a73-89aa-dd95f94fb1b2 req-84c6e9c0-aaf2-4fce-a73d-9159c85e673f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426066
Apr 15 19:40:52.856256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-bb8e96c9-1ac1-4cc4-909e-68f9d53c650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:52.859213 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-bb8e96c9-1ac1-4cc4-909e-68f9d53c650d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778973
Apr 15 19:40:53.007085 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-d0ed56c7-b63e-44c7-bafc-35070b39a959 service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347377
Apr 15 19:40:53.154056 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3f561ec4-4061-4f83-a1f2-ae0eff51f3d2 req-f179fdb8-0791-4e48-8dd5-9592f87506ad service neutron] 10.222.0.42 "GET /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392608
Apr 15 19:40:54.021818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299efecd-f53b-4ad2-8c17-e7aec38364f4 req-0e310acb-5088-4b09-ba5b-1ddd501d3dc1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:54.023415 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-299efecd-f53b-4ad2-8c17-e7aec38364f4 req-0e310acb-5088-4b09-ba5b-1ddd501d3dc1 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 945 time: 0.0919902
Apr 15 19:40:54.073526 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-299efecd-f53b-4ad2-8c17-e7aec38364f4 req-7711794d-7fb3-4ed5-8b5d-c2144e8f1dc3 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435655
Apr 15 19:40:54.352520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 8d6954c8-7c13-4250-951b-d52b4911014e up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:40:54.446151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 8d6954c8-7c13-4250-951b-d52b4911014e completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:40:54.452210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 8d6954c8-7c13-4250-951b-d52b4911014e triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:40:54.452210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:54.580067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:54.609434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:54.620082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 8d6954c8-7c13-4250-951b-d52b4911014e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8d6954c8-7c13-4250-951b-d52b4911014e,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:54.660932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:54.663256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:54.722122 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e', 'code': 200}
Apr 15 19:40:54.737053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=8d6954c8-7c13-4250-951b-d52b4911014e,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:54.740142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:55.019226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c198538-ecac-4512-b807-95c96bebf919 req-a0e75c64-3e9f-49ae-a322-8abb72da50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:55.020902 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9c198538-ecac-4512-b807-95c96bebf919 req-a0e75c64-3e9f-49ae-a322-8abb72da50c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 1099 time: 0.0828099
Apr 15 19:40:55.064380 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9c198538-ecac-4512-b807-95c96bebf919 req-c9001784-cd56-4e29-98fa-1f6735a32801 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368075
Apr 15 19:40:55.281325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bd375-9710-431f-bb5d-6bbaa442a533 req-f496de63-ac4b-4394-80a5-deafe489cb11 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:55.284000 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-033bd375-9710-431f-bb5d-6bbaa442a533 req-f496de63-ac4b-4394-80a5-deafe489cb11 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 946 time: 0.0916941
Apr 15 19:40:55.331010 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-033bd375-9710-431f-bb5d-6bbaa442a533 req-ab68550c-75a9-48a3-9169-be0eb4eb16ab tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416293
Apr 15 19:40:55.826507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1697d40-9d6c-454e-bc07-5185b02bb42d req-62a9ae05-5a09-460f-9dbd-fb1e43c179fc tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:55.827260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e1697d40-9d6c-454e-bc07-5185b02bb42d req-62a9ae05-5a09-460f-9dbd-fb1e43c179fc tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Synchronizing usage tracker for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:port {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:55.872029 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e1697d40-9d6c-454e-bc07-5185b02bb42d req-62a9ae05-5a09-460f-9dbd-fb1e43c179fc tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Unset dirty status for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:port {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:55.873238 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e1697d40-9d6c-454e-bc07-5185b02bb42d req-62a9ae05-5a09-460f-9dbd-fb1e43c179fc tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.1351972
Apr 15 19:40:55.919485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e1697d40-9d6c-454e-bc07-5185b02bb42d req-3e13ed89-11c7-4421-836b-5f4104addb00 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Synchronizing usage tracker for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:55.957715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-e1697d40-9d6c-454e-bc07-5185b02bb42d req-3e13ed89-11c7-4421-836b-5f4104addb00 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Unset dirty status for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:55.958934 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e1697d40-9d6c-454e-bc07-5185b02bb42d req-3e13ed89-11c7-4421-836b-5f4104addb00 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792124
Apr 15 19:40:56.534135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02045d48-1d1c-4a46-81ee-bfc52c57ba94 req-95bfe05f-0fba-4bf7-b554-6c79670002e3 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:56.535760 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-02045d48-1d1c-4a46-81ee-bfc52c57ba94 req-95bfe05f-0fba-4bf7-b554-6c79670002e3 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 946 time: 0.0900927
Apr 15 19:40:56.587487 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-02045d48-1d1c-4a46-81ee-bfc52c57ba94 req-e860c6d2-58db-4b3f-87f8-abd6cca5bba4 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451472
Apr 15 19:40:56.780734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e4352-a6d3-4c7c-a3ad-01c303f7c586 req-cf9ed380-9168-4039-bccb-8fc617eef95c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:56.782343 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f51e4352-a6d3-4c7c-a3ad-01c303f7c586 req-cf9ed380-9168-4039-bccb-8fc617eef95c tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 946 time: 0.0888777
Apr 15 19:40:56.792591 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47814) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:40:56.799024 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Request body: {'floatingip': {'port_id': '8d6954c8-7c13-4250-951b-d52b4911014e'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:40:57.159382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:57.450747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1267-b8d5-485a-b4f8-8d31bbea1204 req-d3e66059-665c-46e6-9938-a2eb5616f5a4 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:57.452784 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ddbf1267-b8d5-485a-b4f8-8d31bbea1204 req-d3e66059-665c-46e6-9938-a2eb5616f5a4 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.3322198
Apr 15 19:40:57.587415 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ddbf1267-b8d5-485a-b4f8-8d31bbea1204 req-1ecd78fa-36a8-4315-bf15-1fa23bfc3d09 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/security-groups?id=6bd32694-bc4a-4413-9a43-5c4014d7994a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768113
Apr 15 19:40:57.862750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-bc07613d-46b5-4994-840e-65a0ca1161a5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:57.863523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-bc07613d-46b5-4994-840e-65a0ca1161a5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Synchronizing usage tracker for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:40:57.864049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:57.878967 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-bc07613d-46b5-4994-840e-65a0ca1161a5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Unset dirty status for tenant:be2720d3cba442519c2d0a0baf7c174b on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:40:57.880235 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-bc07613d-46b5-4994-840e-65a0ca1161a5 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 946 time: 0.1095812
Apr 15 19:40:57.892647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:57.962487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Deleting port b2febe29-c4c0-46c8-976a-a0ab601506c5 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:40:57.962920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.076609 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Floating IP ecfa6459-4bbc-4867-a953-6b1fc21fadfd associated. External IP: 172.27.1.137, port: 8d6954c8-7c13-4250-951b-d52b4911014e.
Apr 15 19:40:58.231707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] For port b2febe29-c4c0-46c8-976a-a0ab601506c5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b2febe29-c4c0-46c8-976a-a0ab601506c5,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:40:58.232910 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.364555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Calling delete_port for b2febe29-c4c0-46c8-976a-a0ab601506c5 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:40:58.450169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Router 29d789ad-1aa7-4d00-954c-c06129815a0f has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:40:58.544031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.556444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['b2febe29-c4c0-46c8-976a-a0ab601506c5'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:40:58.562699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de509a5a-ce9e-40db-beaa-3b3fc3fdbea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:40:58.652713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:40:58.660974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Pushing event deleted for resources: {'Port': ['ID=b2febe29-c4c0-46c8-976a-a0ab601506c5,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:40:58.663018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] Sync routers for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:40:58.663442 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.668624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:40:58.674343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:58.675271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b995860>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:58.731643 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-124ea6cc-5ac5-46e0-9184-acb3d7b5f9e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "PUT /v2.0/floatingips/ecfa6459-4bbc-4867-a953-6b1fc21fadfd HTTP/1.1" status: 200  len: 992 time: 1.9352520
Apr 15 19:40:58.731643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:58.796915 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fc44d05e-9d73-4538-881d-2e2492e44ad1 req-40b243ec-6b52-4802-b3d8-57b41b38a63f tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a973719-5cf7-4b20-a345-ee8f204617b8 HTTP/1.1" status: 200  len: 210 time: 0.0662823
Apr 15 19:40:58.844803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] No DVR routers for this DVR port b2febe29-c4c0-46c8-976a-a0ab601506c5 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:40:58.847422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:40:58.850605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'name': 'network-vif-deleted', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:40:58.903858 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-56fd8441-94b1-48d6-8877-d67acd9e66b6 req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] 10.222.0.42 "DELETE /v2.0/ports/b2febe29-c4c0-46c8-976a-a0ab601506c5 HTTP/1.1" status: 204  len: 173 time: 1.0173466
Apr 15 19:40:58.943750 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a973719-5cf7-4b20-a345-ee8f204617b8', 'name': 'network-vif-deleted', 'tag': 'b2febe29-c4c0-46c8-976a-a0ab601506c5', 'status': 'completed', 'code': 200}
Apr 15 19:40:58.953147 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e', 'status': 'completed', 'code': 200}
Apr 15 19:40:59.077720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9b36-089e-4c61-8584-5c420535e603 req-089c7231-eeac-438d-9838-ac266ddffb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:59.079745 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9af9b36-089e-4c61-8584-5c420535e603 req-089c7231-eeac-438d-9838-ac266ddffb19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 1099 time: 0.0982721
Apr 15 19:40:59.085973 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:40:59.247629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9b36-089e-4c61-8584-5c420535e603 req-6a5d7bdd-6844-43c6-9232-82278c7d7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:59.249289 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9af9b36-089e-4c61-8584-5c420535e603 req-6a5d7bdd-6844-43c6-9232-82278c7d7665 service neutron] 10.222.0.42 "GET /v2.0/networks?id=501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 200  len: 911 time: 0.1626389
Apr 15 19:40:59.363423 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9af9b36-089e-4c61-8584-5c420535e603 req-88febc35-dabf-42d7-89ab-07c856c1b977 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6954c8-7c13-4250-951b-d52b4911014e HTTP/1.1" status: 200  len: 1000 time: 0.1066191
Apr 15 19:40:59.436718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9b36-089e-4c61-8584-5c420535e603 req-3caa2206-9d6f-401b-b491-056d658f26da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:59.438241 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9af9b36-089e-4c61-8584-5c420535e603 req-3caa2206-9d6f-401b-b491-056d658f26da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 200  len: 849 time: 0.0651777
Apr 15 19:40:59.483247 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b995860>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ecfa6459-4bbc-4867-a953-6b1fc21fadfd', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'port_id': '8d6954c8-7c13-4250-951b-d52b4911014e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'mac_address': 'fa:16:3e:68:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df80a35-6aae-4120-8278-5e705618f13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:38Z', 'updated_at': '2021-04-15T19:40:57Z', 'revision_number': 1, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:59.487424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] Checking router: 29d789ad-1aa7-4d00-954c-c06129815a0f for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:40:59.496363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:40:59.497025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b995860>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:40:59.529120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9b36-089e-4c61-8584-5c420535e603 req-a05349d8-3abc-4bd5-8578-28e8405f5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:40:59.530799 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9af9b36-089e-4c61-8584-5c420535e603 req-a05349d8-3abc-4bd5-8578-28e8405f5a14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=501f0258-50dd-4dce-979d-e0c7f721a652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830457
Apr 15 19:40:59.688467 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9af9b36-089e-4c61-8584-5c420535e603 req-dc540ff0-4d13-4c96-b7e0-cc343dbdbfec service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489840
Apr 15 19:40:59.692326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:41:00.075099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a9af9b36-089e-4c61-8584-5c420535e603 req-ac369944-5f2a-43bf-8ee9-b753b2a88552 service neutron] 10.222.0.42 "GET /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3801939
Apr 15 19:41:00.092298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b995860>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ecfa6459-4bbc-4867-a953-6b1fc21fadfd', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'port_id': '8d6954c8-7c13-4250-951b-d52b4911014e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'mac_address': 'fa:16:3e:68:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df80a35-6aae-4120-8278-5e705618f13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:38Z', 'updated_at': '2021-04-15T19:40:57Z', 'revision_number': 1, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:00.096661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d95dc-98d6-421d-8fa2-accf0a196ecc None None] The sync data for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi is: [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': 'ecfa6459-4bbc-4867-a953-6b1fc21fadfd', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'port_id': '8d6954c8-7c13-4250-951b-d52b4911014e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'mac_address': 'fa:16:3e:68:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df80a35-6aae-4120-8278-5e705618f13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:40:38Z', 'updated_at': '2021-04-15T19:40:57Z', 'revision_number': 1, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:41:00.401376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b650f7c-2e30-4486-853b-3798833d775e None None] New status for floating IP ecfa6459-4bbc-4867-a953-6b1fc21fadfd: ACTIVE {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:41:01.392689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47908) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:02.217370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:02.394318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b2febe29-c4c0-46c8-976a-a0ab601506c5 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:02.440126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: b2febe29-c4c0-46c8-976a-a0ab601506c5 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:02.440457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device b2febe29-c4c0-46c8-976a-a0ab601506c5 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:02.596380 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Deleting port d13e070a-48c3-4786-8b22-1c6fdfa27e07 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:02.596792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:02.779042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] For port d13e070a-48c3-4786-8b22-1c6fdfa27e07, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=d13e070a-48c3-4786-8b22-1c6fdfa27e07,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:02.779962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:02.911282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Calling delete_port for d13e070a-48c3-4786-8b22-1c6fdfa27e07 owned by network:router_interface {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:03.118188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:03.134361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f7141b2f-3382-493d-8d8f-5fa39a63811c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:03.230815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13e070a-48c3-4786-8b22-1c6fdfa27e07,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:03.234763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:03.602218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:04.105305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:41:04.293123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:41:04.301861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] Sync routers for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:41:04.306269 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] 10.222.0.25 "PUT /v2.0/routers/9ba580f1-5fd3-4318-9205-fddcf98b2eb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9123797
Apr 15 19:41:04.308244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47948) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:04.311685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:41:04.312364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3662e8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:04.442999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47956) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:04.520898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Deleting subnet 50559174-779f-4dfb-ba5d-8c099991ca47 {{(pid=85378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:41:04.524769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:04.532939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:04.539065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:41:04.584038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417245'] for subnet, precommit_delete_associations {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:04.655316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:04.863288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3662e8>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:41:03Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:04.867863 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] Checking router: 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:41:04.881879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] Routers {'9ba580f1-5fd3-4318-9205-fddcf98b2eb0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:41:04.882401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3662e8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:40:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:04.981744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6882323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258920'] for subnet, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:04.999901 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1307771f-a198-44fd-b1dd-191c0d721a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:05.017785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.050066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Deleting port 2a3e73e4-f7d8-4220-95b3-46b9762b5394 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:05.050605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.072115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] Set router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:41:05.088577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50559174-779f-4dfb-ba5d-8c099991ca47,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:05.111194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.111623 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.112042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.112453 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.112859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.113272 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.113701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.114110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.114511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.114918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.115319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.115717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:05.120413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:05.147486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.155897 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ff3bbaea-986f-4938-80aa-d61a9cd8a9c6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50559174-779f-4dfb-ba5d-8c099991ca47 HTTP/1.1" status: 204  len: 168 time: 0.7096374
Apr 15 19:41:05.156212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47962) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:05.254365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] For port 2a3e73e4-f7d8-4220-95b3-46b9762b5394, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=2a3e73e4-f7d8-4220-95b3-46b9762b5394,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:05.254680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.278381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.388229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Calling delete_port for 2a3e73e4-f7d8-4220-95b3-46b9762b5394 owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:05.391390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3662e8>, [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:41:03Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:05.396049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7d077-ca27-45d1-b5b5-17b4be51cd47 None None] The sync data for ids ['9ba580f1-5fd3-4318-9205-fddcf98b2eb0'] in dv-cinder-776307-4-iscsi is: [{'id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'name': 'tempest-TestMinimumBasicScenario-1566220716-router', 'tenant_id': 'be2720d3cba442519c2d0a0baf7c174b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:11Z', 'updated_at': '2021-04-15T19:41:03Z', 'revision_number': 5, 'project_id': 'be2720d3cba442519c2d0a0baf7c174b', 'gw_port': {'id': '2a3e73e4-f7d8-4220-95b3-46b9762b5394', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba580f1-5fd3-4318-9205-fddcf98b2eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:12Z', 'updated_at': '2021-04-15T19:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:41:05.458544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8bfce4a7-dd28-47c6-9f11-d7fba9b0edae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.477194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.599065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9a6871d0>,) {'filters': {'network_id': ['f8bb07ad-0608-4248-a3e7-c527e10129d9']}} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:05.606867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.621126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a6871d0>, '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b') {'for_net_delete': True} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:05.621563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a6871d0>, '7a4ec315-3bb8-4c19-bbdc-20bc14b0d28b') {} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:05.627504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:05.634515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358555'] for segment, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.650827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.658671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=85378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:41:05.737472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3e73e4-f7d8-4220-95b3-46b9762b5394,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:05.744355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:05.851018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:41:05.860410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847892814'] for segment, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:05.908023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.048553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Network f8bb07ad-0608-4248-a3e7-c527e10129d9 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:41:06.071811 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:41:06.096909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.099236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.218151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.218733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba580f1-5fd3-4318-9205-fddcf98b2eb0 {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:41:06.233068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.234334 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9ba580f1-5fd3-4318-9205-fddcf98b2eb0 HTTP/1.1" status: 204  len: 168 time: 1.9251065
Apr 15 19:41:06.236914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47970) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:06.258098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.262444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:06.277195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.293405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8bb07ad-0608-4248-a3e7-c527e10129d9,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:06.302028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:06.312070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Deleting subnet a246fdd4-c068-41c6-93b0-2b410723351b {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:41:06.315392 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.335712 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f8bb07ad-0608-4248-a3e7-c527e10129d9 HTTP/1.1" status: 204  len: 168 time: 1.1784236
Apr 15 19:41:06.368541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.506271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.528854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d13e070a-48c3-4786-8b22-1c6fdfa27e07 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:06.568347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: d13e070a-48c3-4786-8b22-1c6fdfa27e07 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:06.568836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d13e070a-48c3-4786-8b22-1c6fdfa27e07 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:06.634566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47976) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:06.687651 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-723622c0-8a04-4253-b51e-f0d34481f417 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ff6ad27f0ec4d77b90a7eb24a28191a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517569
Apr 15 19:41:06.690403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 47980) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:06.754659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.784243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.792444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.808464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9706ae72-74bd-42a7-950c-4b498e7fe45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:06.860568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.865801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9c222280-5789-4f04-9d50-fe09ee9e2cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:06.877317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce00ae1-0d60-493e-a89f-63f15bf74098,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:06.882146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:06.884205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.885460 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ce00ae1-0d60-493e-a89f-63f15bf74098 HTTP/1.1" status: 204  len: 168 time: 0.1940105
Apr 15 19:41:06.892372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a246fdd4-c068-41c6-93b0-2b410723351b,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:06.899891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:06.946950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:06.952958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35837aa-b08e-4fc0-95f2-1b6077f0b7b7 None None] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:41:06.954851 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a246fdd4-c068-41c6-93b0-2b410723351b HTTP/1.1" status: 204  len: 168 time: 0.7168634
Apr 15 19:41:06.957439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 47988) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:07.075108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.151076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Deleting port ed23075c-da28-45a9-b38c-5fe31bd725f1 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:07.151458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.242480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] DHCP port deletion for f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:41:07.248139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Deleting port ed23075c-da28-45a9-b38c-5fe31bd725f1 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:07.248850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.390162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] For port ed23075c-da28-45a9-b38c-5fe31bd725f1, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ed23075c-da28-45a9-b38c-5fe31bd725f1,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:07.390570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.488880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] For port ed23075c-da28-45a9-b38c-5fe31bd725f1, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ed23075c-da28-45a9-b38c-5fe31bd725f1,segment=NetworkSegment(2960d9d0-319a-49b3-8262-e523cb522a5a),segment_id=2960d9d0-319a-49b3-8262-e523cb522a5a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:07.489270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.526115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Calling delete_port for ed23075c-da28-45a9-b38c-5fe31bd725f1 owned by network:dhcp {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:07.556748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0271a306-9916-4372-a155-4e358397940f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.638102 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.655586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-806fcacb-149a-48c4-a458-0e696b20da9a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:07.758057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ed23075c-da28-45a9-b38c-5fe31bd725f1,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:07.765004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:07.801825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Calling delete_port for ed23075c-da28-45a9-b38c-5fe31bd725f1 owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:07.809485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] No DVR routers for this DVR port ed23075c-da28-45a9-b38c-5fe31bd725f1 on host dv-cinder-776307-4-iscsi {{(pid=85379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:41:07.937036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:07.950023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85380) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:41:07.950229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:41:08.049463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.052882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9ada8f98>,) {'filters': {'network_id': ['f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:08.066222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9ada8f98>, '2960d9d0-319a-49b3-8262-e523cb522a5a') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:08.066572 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9ada8f98>, '2960d9d0-319a-49b3-8262-e523cb522a5a') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:08.078432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.092877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.099143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:41:08.279269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:41:08.288467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.451935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Deleting port ed23075c-da28-45a9-b38c-5fe31bd725f1 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:08.452630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.470792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Network f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:41:08.491943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ed23075c-da28-45a9-b38c-5fe31bd725f1 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:41:08.493722 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:41:08.543996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: ed23075c-da28-45a9-b38c-5fe31bd725f1 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:08.544399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ed23075c-da28-45a9-b38c-5fe31bd725f1 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:08.544930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 2a3e73e4-f7d8-4220-95b3-46b9762b5394 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:08.617691 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 2a3e73e4-f7d8-4220-95b3-46b9762b5394 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:08.618071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 2a3e73e4-f7d8-4220-95b3-46b9762b5394 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:08.625318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc4b2e-8357-4a40-a0af-d5f59f159502 None None] The port 'ed23075c-da28-45a9-b38c-5fe31bd725f1' was deleted {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:41:08.661266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.863748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.875793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:08.892653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:08.899041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:08.903601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:08.944712 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cb9f2ddc-e7f8-414d-872b-2176ee0541fe admin admin] 10.222.0.25 "DELETE /v2.0/networks/f36d82c9-6fef-42f5-94d6-27a3a8ce1b3a HTTP/1.1" status: 204  len: 168 time: 1.9861977
Apr 15 19:41:08.947879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48036) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:09.517279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:09.878854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Deleting port 4297581c-bb2a-44fe-a4ce-f7830480e441 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:09.879373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:09.915431 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:10.061648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] For port 4297581c-bb2a-44fe-a4ce-f7830480e441, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=4297581c-bb2a-44fe-a4ce-f7830480e441,segment=NetworkSegment(4cdff1a0-c010-481e-ad89-b9379c3f5fc9),segment_id=4cdff1a0-c010-481e-ad89-b9379c3f5fc9)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:10.062048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:10.196094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Calling delete_port for 4297581c-bb2a-44fe-a4ce-f7830480e441 owned by network:router_interface {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:10.455037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:10.472017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8cd3b838-9710-4461-8628-3b5470fe97a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:10.569942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4297581c-bb2a-44fe-a4ce-f7830480e441,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:10.573832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:10.913672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:11.412888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Router dc82c684-60c6-418b-9525-12109ffa10d0 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:41:11.597713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:41:11.612527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] Sync routers for ids ['dc82c684-60c6-418b-9525-12109ffa10d0'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:41:11.624008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] Routers {'dc82c684-60c6-418b-9525-12109ffa10d0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:41:11.624995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b75d9e8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:41:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['dc82c684-60c6-418b-9525-12109ffa10d0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:11.651661 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-502e6066-8cc4-46e3-b036-36f4281444f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/dc82c684-60c6-418b-9525-12109ffa10d0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7024496
Apr 15 19:41:11.654195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48062) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:11.820721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] Set router dc82c684-60c6-418b-9525-12109ffa10d0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:41:12.091334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:12.126250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b75d9e8>, [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:41:10Z', 'revision_number': 5, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:12.130298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] Checking router: dc82c684-60c6-418b-9525-12109ffa10d0 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:41:12.139147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] Routers {'dc82c684-60c6-418b-9525-12109ffa10d0'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:41:12.139801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b75d9e8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:41:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['dc82c684-60c6-418b-9525-12109ffa10d0'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:12.280985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:12.323732 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Deleting port ffd7dacf-9f11-4933-b77c-5b12ce385bcf {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:12.324110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:12.325646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] Set router dc82c684-60c6-418b-9525-12109ffa10d0 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:41:12.509150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] For port ffd7dacf-9f11-4933-b77c-5b12ce385bcf, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:12.509587 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:12.628771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b75d9e8>, [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:41:10Z', 'revision_number': 5, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:12.632889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4747bd-e2d1-42aa-809c-8fe668f2e20b None None] The sync data for ids ['dc82c684-60c6-418b-9525-12109ffa10d0'] in dv-cinder-776307-4-iscsi is: [{'id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'name': 'tempest-TestMinimumBasicScenario-1217211821-router', 'tenant_id': '05bb605991804a75b95dee7b6714b3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:25Z', 'updated_at': '2021-04-15T19:41:10Z', 'revision_number': 5, 'project_id': '05bb605991804a75b95dee7b6714b3e9', 'gw_port': {'id': 'ffd7dacf-9f11-4933-b77c-5b12ce385bcf', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc82c684-60c6-418b-9525-12109ffa10d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:28Z', 'updated_at': '2021-04-15T19:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:41:12.645877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Calling delete_port for ffd7dacf-9f11-4933-b77c-5b12ce385bcf owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:12.866640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:12.883181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-858a77fd-a7b3-4e59-81f7-04d5b4520a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:12.975434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd7dacf-9f11-4933-b77c-5b12ce385bcf,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:12.979319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:13.143567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:13.326216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:13.328553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:13.458120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:13.458715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc82c684-60c6-418b-9525-12109ffa10d0 {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:41:13.471035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:13.472298 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-32e80015-b8df-43f3-9251-0f41f94f8665 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dc82c684-60c6-418b-9525-12109ffa10d0 HTTP/1.1" status: 204  len: 168 time: 1.8162701
Apr 15 19:41:13.475018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48068) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:13.546617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Deleting subnet e41325b1-9958-493a-89e4-f2f7e82aefcc {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:41:13.549829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:13.606756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:13.693220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:14.246977 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:14.263000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:14.353822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41325b1-9958-493a-89e4-f2f7e82aefcc,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:14.356486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:14.396990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:14.402197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e01925c-b7a5-4222-813e-8879c1e5ff12 None None] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:41:14.403698 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e41325b1-9958-493a-89e4-f2f7e82aefcc HTTP/1.1" status: 204  len: 168 time: 0.9275918
Apr 15 19:41:14.406330 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48074) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:14.476703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4297581c-bb2a-44fe-a4ce-f7830480e441 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:14.523532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:14.526939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 4297581c-bb2a-44fe-a4ce-f7830480e441 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:14.527334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4297581c-bb2a-44fe-a4ce-f7830480e441 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:14.527797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ffd7dacf-9f11-4933-b77c-5b12ce385bcf no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:14.573458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: ffd7dacf-9f11-4933-b77c-5b12ce385bcf {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:14.573852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ffd7dacf-9f11-4933-b77c-5b12ce385bcf not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:14.595501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Deleting port 103aa25d-298a-4d89-82a9-d5466a453fdb {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:14.595888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:14.779457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] DHCP port deletion for 62c972f8-0213-4016-a5fd-5b0dda1bf21a request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:41:14.785592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Deleting port 103aa25d-298a-4d89-82a9-d5466a453fdb {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:14.786022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:14.847879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] For port 103aa25d-298a-4d89-82a9-d5466a453fdb, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=103aa25d-298a-4d89-82a9-d5466a453fdb,segment=NetworkSegment(4cdff1a0-c010-481e-ad89-b9379c3f5fc9),segment_id=4cdff1a0-c010-481e-ad89-b9379c3f5fc9)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:14.848273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:14.983582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Calling delete_port for 103aa25d-298a-4d89-82a9-d5466a453fdb owned by network:dhcp {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:15.015359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] For port 103aa25d-298a-4d89-82a9-d5466a453fdb, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=103aa25d-298a-4d89-82a9-d5466a453fdb,segment=NetworkSegment(4cdff1a0-c010-481e-ad89-b9379c3f5fc9),segment_id=4cdff1a0-c010-481e-ad89-b9379c3f5fc9)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:15.015832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:15.086695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:15.103614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c93f4b96-87a3-4573-990d-9ba717245009 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:15.147155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Calling delete_port for 103aa25d-298a-4d89-82a9-d5466a453fdb owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:15.202188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Pushing event deleted for resources: {'Port': ['ID=103aa25d-298a-4d89-82a9-d5466a453fdb,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:15.206814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:15.225725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85380) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:41:15.226142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:41:15.248491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] No DVR routers for this DVR port 103aa25d-298a-4d89-82a9-d5466a453fdb on host dv-cinder-776307-4-iscsi {{(pid=85379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:41:15.370793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:15.727176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d99e8b588>,) {'filters': {'network_id': ['62c972f8-0213-4016-a5fd-5b0dda1bf21a']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:15.727672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Deleting port 103aa25d-298a-4d89-82a9-d5466a453fdb {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:15.728110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:15.739799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d99e8b588>, '4cdff1a0-c010-481e-ad89-b9379c3f5fc9') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:15.740144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d99e8b588>, '4cdff1a0-c010-481e-ad89-b9379c3f5fc9') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:15.752003 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:15.798650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-56e1c408-fc6a-412e-9509-2f390145ae8b None None] The port '103aa25d-298a-4d89-82a9-d5466a453fdb' was deleted {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:41:15.852374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:15.859405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:41:16.048059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:41:16.057027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:16.240016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Network 62c972f8-0213-4016-a5fd-5b0dda1bf21a has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:41:16.263217 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:41:16.468947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 103aa25d-298a-4d89-82a9-d5466a453fdb no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:16.506551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 103aa25d-298a-4d89-82a9-d5466a453fdb {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:16.506943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 103aa25d-298a-4d89-82a9-d5466a453fdb not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:16.537864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:16.541388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:16.558202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:16.571049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Pushing event deleted for resources: {'Network': ['ID=62c972f8-0213-4016-a5fd-5b0dda1bf21a,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:16.575529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:16.579240 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] 10.222.0.25 "DELETE /v2.0/networks/62c972f8-0213-4016-a5fd-5b0dda1bf21a HTTP/1.1" status: 204  len: 168 time: 2.1718729
Apr 15 19:41:16.862026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48102) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:16.913777 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-29104e8d-3dd6-4fd8-8104-e48874a835e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be2720d3cba442519c2d0a0baf7c174b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504029
Apr 15 19:41:16.916136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48106) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:16.977200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.005711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.086716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.093521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d8457ce1-c489-4ea6-8adc-2f25d368d0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:17.107287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd32694-bc4a-4413-9a43-5c4014d7994a,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:17.109819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:17.137016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.138280 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bd32694-bc4a-4413-9a43-5c4014d7994a HTTP/1.1" status: 204  len: 168 time: 0.2211602
Apr 15 19:41:17.615291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48124) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:17.624363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.674850 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-106a3119-bea5-491e-9fa1-c26ec331e7a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05bb605991804a75b95dee7b6714b3e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0582099
Apr 15 19:41:17.675560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48128) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:17.677652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 48130) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:17.743945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.772690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.875133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.886713 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-ac2fac89-52be-4267-af8c-d993749dd886 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0929675
Apr 15 19:41:17.891062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:41:17.895381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a550e814fb5d483895fb4c5618b53fe4 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:41:17.898358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:41:17.904450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:41:17.938182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:17.944551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-92254437-4f2b-47c1-8daa-ec7222af8668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:17.958171 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efada82-064c-4f31-ae41-b4f6204b7238,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:17.960754 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:18.012480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:18.014487 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1efada82-064c-4f31-ae41-b4f6204b7238 HTTP/1.1" status: 204  len: 168 time: 0.3349295
Apr 15 19:41:18.047852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:18.054406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-5a828ca6-e345-4738-8fd5-12992c6137b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:18.056020 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-5a828ca6-e345-4738-8fd5-12992c6137b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 1099 time: 0.0907433
Apr 15 19:41:18.105929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:18.119183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ecbb46a9-9070-4174-889c-3129a66ec582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:18.188628 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a550e814fb5d483895fb4c5618b53fe4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5119693
Apr 15 19:41:18.189805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 48144) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:41:18.190656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957f56f2-ff4f-4f6f-b201-9e103a955e31,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:18.193911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:18.282636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-298b120a-cb50-492d-b7e5-a15736557c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:18.284255 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-298b120a-cb50-492d-b7e5-a15736557c31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.2081409
Apr 15 19:41:18.372415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:18.431325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:18.440556 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-77a12808-c0d7-4eae-abd0-65e2445669db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7af3250-0f2d-48da-867e-abeb579d68f9 HTTP/1.1" status: 200  len: 1002 time: 0.1482882
Apr 15 19:41:18.534088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-2976dd25-f74f-4b1b-850e-c53f4b3eb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:18.535603 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-2976dd25-f74f-4b1b-850e-c53f4b3eb08a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0830455
Apr 15 19:41:18.585123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:18.594855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-84ddcc5b-9f55-450f-9dea-6ccaf4d27936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:18.608184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957f56f2-ff4f-4f6f-b201-9e103a955e31,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:18.611927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:18.618645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:18.619855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/957f56f2-ff4f-4f6f-b201-9e103a955e31 HTTP/1.1" status: 204  len: 168 time: 0.4286838
Apr 15 19:41:18.647581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-58bcbf66-0592-4798-97e3-7cea43b6abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:18.649441 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-58bcbf66-0592-4798-97e3-7cea43b6abfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038539
Apr 15 19:41:18.793167 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-9d7e827e-e394-4dcc-b39b-23f53eb51010 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352870
Apr 15 19:41:18.945778 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c44c2cd2-44e7-406d-80d7-f0409d6d761f req-bcdd8a25-1c11-4bd3-a4d8-2503e1cd0e2e service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430736
Apr 15 19:41:20.245750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:41:25.988070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5c55d-a138-41c4-a3a2-b4b203ef4754 req-a5ab36a1-8738-48ab-8f58-e512cb4c6ecc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:25.989659 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-83b5c55d-a138-41c4-a3a2-b4b203ef4754 req-a5ab36a1-8738-48ab-8f58-e512cb4c6ecc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0883942
Apr 15 19:41:26.042212 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-83b5c55d-a138-41c4-a3a2-b4b203ef4754 req-2923a7a8-5e99-4e2e-bf5e-c3680090fd8d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460706
Apr 15 19:41:27.248598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408619ed-5502-4265-b8fd-968585a7abc5 req-cb552575-dd5e-42d2-90d5-634af7513684 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:27.250236 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-408619ed-5502-4265-b8fd-968585a7abc5 req-cb552575-dd5e-42d2-90d5-634af7513684 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0900221
Apr 15 19:41:27.298876 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-408619ed-5502-4265-b8fd-968585a7abc5 req-3abea0ab-1cc9-4f66-a392-9b36090469a3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421722
Apr 15 19:41:28.505714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15737c5-d513-4b3d-9ce4-66de9f1601d7 req-c821dda7-78a4-49ca-893a-07fa34ad468e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:28.507264 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b15737c5-d513-4b3d-9ce4-66de9f1601d7 req-c821dda7-78a4-49ca-893a-07fa34ad468e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0917413
Apr 15 19:41:28.554252 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b15737c5-d513-4b3d-9ce4-66de9f1601d7 req-8712484e-633b-4a75-8e59-be2f8b2681fb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404725
Apr 15 19:41:29.761391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86acb06-58a3-462e-a3e9-29a2c066f66d req-6c5bca04-7462-4cb9-971d-31852f7ca62f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:29.762858 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f86acb06-58a3-462e-a3e9-29a2c066f66d req-6c5bca04-7462-4cb9-971d-31852f7ca62f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0882249
Apr 15 19:41:29.809459 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f86acb06-58a3-462e-a3e9-29a2c066f66d req-fb711264-4273-4d00-a6db-c319bc080f0a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399437
Apr 15 19:41:31.013808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cb80c-6c46-4f88-a979-11a47dcb1c5c req-3a573125-631a-45a1-bc0d-7e34cdbbe53e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:31.015864 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c0cb80c-6c46-4f88-a979-11a47dcb1c5c req-3a573125-631a-45a1-bc0d-7e34cdbbe53e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0911920
Apr 15 19:41:31.064526 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2c0cb80c-6c46-4f88-a979-11a47dcb1c5c req-804540f5-64cf-49c2-a6e6-7be8b7734b75 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420563
Apr 15 19:41:32.270451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f8820-beb9-4b3a-ba5b-0fc930640da6 req-4c676f83-6ccc-4cc7-82e2-4f9c735712d9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:32.271988 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2d6f8820-beb9-4b3a-ba5b-0fc930640da6 req-4c676f83-6ccc-4cc7-82e2-4f9c735712d9 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0911965
Apr 15 19:41:32.319021 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2d6f8820-beb9-4b3a-ba5b-0fc930640da6 req-1d2cd8f4-e1aa-4a39-bda9-79baa45cbac2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407753
Apr 15 19:41:33.323541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95f373-e0ae-4754-8e94-5763ba0fa88c req-ce20f08c-17d7-460a-99bd-d1045eb9b674 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:33.325142 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-da95f373-e0ae-4754-8e94-5763ba0fa88c req-ce20f08c-17d7-460a-99bd-d1045eb9b674 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 946 time: 0.0874126
Apr 15 19:41:33.371975 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-da95f373-e0ae-4754-8e94-5763ba0fa88c req-ff49b9c7-4843-4fe9-a66e-c7f0f9ee2ebb tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399342
Apr 15 19:41:33.528061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d32d9-92c5-4186-94bb-4f7740107a03 req-45f7920e-8141-4409-a2d0-e50365109a59 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:33.529582 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-051d32d9-92c5-4186-94bb-4f7740107a03 req-45f7920e-8141-4409-a2d0-e50365109a59 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0915501
Apr 15 19:41:33.578140 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-051d32d9-92c5-4186-94bb-4f7740107a03 req-2e6cdf78-090c-4fd8-9533-e472d73545a5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420339
Apr 15 19:41:34.574115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911871be-62e1-460b-888e-3cf953b922f1 req-991230ce-3768-4ac4-a6ea-8968462f2dc1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:34.575695 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-911871be-62e1-460b-888e-3cf953b922f1 req-991230ce-3768-4ac4-a6ea-8968462f2dc1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 946 time: 0.0894167
Apr 15 19:41:34.627518 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-911871be-62e1-460b-888e-3cf953b922f1 req-278ef438-3432-40ff-9e38-58641880cc62 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454681
Apr 15 19:41:34.789864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7a383-2141-49ea-a646-46cbded35c28 req-91009a5a-5864-4658-a8f8-306d5495137d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:34.791419 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-59f7a383-2141-49ea-a646-46cbded35c28 req-91009a5a-5864-4658-a8f8-306d5495137d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0890391
Apr 15 19:41:34.838522 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-59f7a383-2141-49ea-a646-46cbded35c28 req-5e1c4cf5-99f9-4196-a334-d00c56e4f1fc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406694
Apr 15 19:41:34.933286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-261fd4d8-2f9b-46d2-ba09-6ba5f3cc31be tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:34.934059 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-261fd4d8-2f9b-46d2-ba09-6ba5f3cc31be tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Synchronizing usage tracker for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:41:35.003697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-261fd4d8-2f9b-46d2-ba09-6ba5f3cc31be tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Unset dirty status for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:41:35.004911 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-261fd4d8-2f9b-46d2-ba09-6ba5f3cc31be tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 946 time: 0.1619208
Apr 15 19:41:35.310229 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Deleting port f7af3250-0f2d-48da-867e-abeb579d68f9 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:41:35.310539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:35.446862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c5358850-1a47-4aa6-9f06-346ee525c5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:35.574108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] For port f7af3250-0f2d-48da-867e-abeb579d68f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7af3250-0f2d-48da-867e-abeb579d68f9,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:35.574513 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:35.832070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486536-7dec-4bb1-a95c-25c5f94b3381 req-62755468-fc6d-4db7-afdc-d3a11eb8c40a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:35.833638 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-66486536-7dec-4bb1-a95c-25c5f94b3381 req-62755468-fc6d-4db7-afdc-d3a11eb8c40a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 946 time: 0.0926883
Apr 15 19:41:35.881906 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-66486536-7dec-4bb1-a95c-25c5f94b3381 req-ddd3a6a3-55d8-404f-813e-ec9a899ac7a1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418055
Apr 15 19:41:35.885303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:35.885842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:35.886085 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Floating IP dee32a45-4e5f-4912-95df-848e68a2670b disassociated. External IP: 172.27.1.243, port: f7af3250-0f2d-48da-867e-abeb579d68f9.
Apr 15 19:41:35.886466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Calling delete_port for f7af3250-0f2d-48da-867e-abeb579d68f9 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:41:36.047104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dd2c9-6e77-48ef-85ec-69af8ede7521 req-778d8b6a-b199-4a95-8c8d-ffb364cda469 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:36.048732 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-955dd2c9-6e77-48ef-85ec-69af8ede7521 req-778d8b6a-b199-4a95-8c8d-ffb364cda469 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0884886
Apr 15 19:41:36.066870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:36.082888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-15833d94-8474-4f71-9c3a-0fbb89c173e6 tempest-VolumesSnapshotTestJSON-66546382 tempest-VolumesSnapshotTestJSON-66546382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:36.098362 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-955dd2c9-6e77-48ef-85ec-69af8ede7521 req-8801aa3c-f110-4a42-8be1-495022d4d7da tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431302
Apr 15 19:41:36.132078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event deleted for resources: {'Port': ['ID=f7af3250-0f2d-48da-867e-abeb579d68f9,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:36.183237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:36.452832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:41:36.645466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:41:36.656958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:41:36.667255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:41:36.667889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba1a860>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:41:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:36.726386 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] No DVR routers for this DVR port f7af3250-0f2d-48da-867e-abeb579d68f9 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:41:36.728959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:36.731916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'name': 'network-vif-deleted', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:41:36.785168 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637de899-4434-4b3b-920f-589ece139da2', 'name': 'network-vif-deleted', 'tag': 'f7af3250-0f2d-48da-867e-abeb579d68f9', 'status': 'completed', 'code': 200}
Apr 15 19:41:36.786908 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3a9e7239-c5cc-43c1-8f03-5008274187cb req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "DELETE /v2.0/ports/f7af3250-0f2d-48da-867e-abeb579d68f9 HTTP/1.1" status: 204  len: 173 time: 1.7735298
Apr 15 19:41:36.867533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:41:37.056824 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3a033c28-f857-4cc8-83d9-fecb38c62cc2 req-5a5eab31-ddf4-4339-8582-73248cd112ba tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=637de899-4434-4b3b-920f-589ece139da2 HTTP/1.1" status: 200  len: 210 time: 0.0545268
Apr 15 19:41:37.198985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba1a860>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:37.203579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:41:37.213213 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:41:37.213910 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba1a860>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:41:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:37.308269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee59d4-aa91-403b-aa03-4fa5b2e32f78 req-2cf076ea-50c9-4f73-b38b-fc00ef579f08 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:37.309966 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-baee59d4-aa91-403b-aa03-4fa5b2e32f78 req-2cf076ea-50c9-4f73-b38b-fc00ef579f08 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0896742
Apr 15 19:41:37.367220 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-baee59d4-aa91-403b-aa03-4fa5b2e32f78 req-37c3c001-e325-49b3-b1ee-bd1606dacc78 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500815
Apr 15 19:41:37.415493 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:41:37.555261 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1723-acab-46d2-adf0-423c32c296e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:37.922637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba1a860>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:41:37.926845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad828fdc-1704-4929-9642-903f40ce88e6 None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:41:38.049502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:38.320797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbc438-d5c1-49a4-b0d7-cf2699061676 None None] New status for floating IP dee32a45-4e5f-4912-95df-848e68a2670b: DOWN {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:41:38.454661 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-a5b4cd9a-8471-4709-a08c-848f02b3b7bf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247379225&fields=id&tenant_id=ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 267 time: 0.0522332
Apr 15 19:41:38.515268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:41:38.519202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f7af3250-0f2d-48da-867e-abeb579d68f9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:38.559269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:38.563937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: f7af3250-0f2d-48da-867e-abeb579d68f9 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:41:38.564339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f7af3250-0f2d-48da-867e-abeb579d68f9 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:41:38.680834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-44135772-b85c-4574-b640-ccbb6e3e1f2c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:38.683635 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-44135772-b85c-4574-b640-ccbb6e3e1f2c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 812 time: 0.2279789
Apr 15 19:41:38.704144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:38.711358 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-14434037-a5fa-47ee-a6ca-2d30041c2276 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/quotas/ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 375 time: 0.0222623
Apr 15 19:41:38.719145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'port_id': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'mac_address': 'fa:16:3e:90:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:41:38.783485 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:38.783810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208977a-76e4-4762-b19b-3f275d1daf63 req-8b93bb9e-6e72-4c7e-892c-315878af3f64 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:38.785533 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6208977a-76e4-4762-b19b-3f275d1daf63 req-8b93bb9e-6e72-4c7e-892c-315878af3f64 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.2421169
Apr 15 19:41:38.801779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad8903a7-79a4-4fca-82d4-d9dc30d07b92 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:41:38.818346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:38.844731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:38.846744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:38.869896 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6208977a-76e4-4762-b19b-3f275d1daf63 req-7b28b1bb-399f-4b8b-8b49-18a45853f05c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761964
Apr 15 19:41:38.896965 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-9989b561-6b4c-4346-9a56-83b7e41984b5 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1707451
Apr 15 19:41:38.929955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=6']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:38.941205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.941624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.942013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.942395 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.942770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.943147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.943518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.944520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.944902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.945275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.945681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.946054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:41:38.957762 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:38.960271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['ad8903a7-79a4-4fca-82d4-d9dc30d07b92'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:41:39.183646 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-6d7614e6-6867-4611-96f0-a21aad814e8f service neutron] 10.222.0.25 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2757957
Apr 15 19:41:39.339030 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-80684dec-a259-4e75-ad13-0c43a6c43702 service neutron] 10.222.0.25 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481767
Apr 15 19:41:39.925409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:40.001565 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bb34ace7-3266-4fec-9be4-1d33f8c5d2de req-868a7eff-36f5-4cd7-969a-95b98500f31f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 210 time: 0.0810716
Apr 15 19:41:40.123824 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560ff03-2bd8-4d16-add7-3dd32855727f req-5137d8ff-7754-458c-95d3-cdf2cd0c9e99 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:40.132214 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6560ff03-2bd8-4d16-add7-3dd32855727f req-5137d8ff-7754-458c-95d3-cdf2cd0c9e99 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 945 time: 0.1199346
Apr 15 19:41:40.186508 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6560ff03-2bd8-4d16-add7-3dd32855727f req-423cde83-bd1d-4d33-9ffe-5ab8f3c657f2 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531244
Apr 15 19:41:40.524412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:41:40.606251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:41:40.606823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:40.749824 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:40.789723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:41:40.798041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:40.832630 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:40.835611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-dfb12c4f-bd07-46f3-bbd1-8013975fd8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:40.877098 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'code': 200}
Apr 15 19:41:40.922001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=7']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:40.929489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:41.181492 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-254ebc99-962d-4f0a-b1bd-2c64720bf7c6 req-baa82326-378d-4440-b471-b76b180b6a0c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 210 time: 0.0500879
Apr 15 19:41:41.420834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e469270-6945-40f3-8c99-b255b5802446 req-90ed86b2-98cc-4b74-899b-9d1ab697bd1a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:41.422946 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5e469270-6945-40f3-8c99-b255b5802446 req-90ed86b2-98cc-4b74-899b-9d1ab697bd1a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1043904
Apr 15 19:41:41.502076 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5e469270-6945-40f3-8c99-b255b5802446 req-37876454-54c6-446d-bba8-79d463e7df43 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726364
Apr 15 19:41:41.838598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-c9f0c5de-3186-4038-9b3e-7529b5eb1787 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:41.840970 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-c9f0c5de-3186-4038-9b3e-7529b5eb1787 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 812 time: 0.1905746
Apr 15 19:41:41.938588 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-c7062ea1-46fe-4092-a29d-88ce54623150 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 8061 time: 0.0831599
Apr 15 19:41:41.960231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'port': {'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'admin_state_up': True, 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'security_groups': ['482bfd72-c896-4e4f-b6d7-4a6c514af741']}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:41:42.137410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:41:42.144418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:port and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:41:42.148042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:41:42.155493 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:41:42.204471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Made reservation on behalf of ee85236559e849beb8f204ab73f5c9f1 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:41:42.217027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:42.394238 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-cd3800e8-e0ce-4c39-8852-16f695ca7104 req-73032e8d-43f2-417c-bb10-10838353564f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 210 time: 0.0498276
Apr 15 19:41:42.418629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Allocated IP 172.20.0.12 (bae0f99e-79fa-415a-b153-adad5f08caf7/6a14186e-6409-475a-b7c4-ab5996497464/71c4bca1-fcfe-49eb-9550-54861e2ca1c8) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:41:42.626806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:42.645292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Transition to ACTIVE for port object 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:41:42.711141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:42.721685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4b9cf-ec59-4321-99d6-3f609d14ffec req-9a38ac01-950e-4b64-bfde-83622202787d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:42.723726 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-30d4b9cf-ec59-4321-99d6-3f609d14ffec req-9a38ac01-950e-4b64-bfde-83622202787d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1102796
Apr 15 19:41:42.731104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4c9af9db-3782-47b8-979f-5df621cd1923 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:42.790516 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-30d4b9cf-ec59-4321-99d6-3f609d14ffec req-f1277994-944c-4c12-b98b-10982153b89a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603139
Apr 15 19:41:42.882211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:42.887476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:42.964023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Network bae0f99e-79fa-415a-b153-adad5f08caf7 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:41:42.965235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:41:42.968540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:41:43.054091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:43.054796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:43.116230 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1609254
Apr 15 19:41:43.131367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Request body: {'port': {'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:41:43.299747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-2f37fcb0-6f5a-4184-afff-53262a8353d4 None None] Provisioning for port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:41:43.304405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:43.308116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-2f37fcb0-6f5a-4184-afff-53262a8353d4 None None] Provisioning complete for port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:41:43.308947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcb0-6f5a-4184-afff-53262a8353d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:43.437699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-2f37fcb0-6f5a-4184-afff-53262a8353d4 None None] Port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:41:43.705200 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428ee2-b575-4434-b1a9-0a60bdd53afe req-d361690e-cca4-49fa-bbeb-9c458f514b7c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:43.713792 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-59428ee2-b575-4434-b1a9-0a60bdd53afe req-d361690e-cca4-49fa-bbeb-9c458f514b7c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 932 time: 0.1348290
Apr 15 19:41:43.772730 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-59428ee2-b575-4434-b1a9-0a60bdd53afe req-ffc907df-3bcc-4b5f-a522-9af67b077da6 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584707
Apr 15 19:41:43.845713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:41:43.858238 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:43.890359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Transition to ACTIVE for port object 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:41:43.926793 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:43.956752 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5f93103f-df74-4211-b5a1-4087c6c72be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:44.067964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48c083-e094-466f-95d3-dea2b7c01aab req-18459b21-19ca-4608-8c95-193b86de2b6b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:44.069610 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4a48c083-e094-466f-95d3-dea2b7c01aab req-18459b21-19ca-4608-8c95-193b86de2b6b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1283255
Apr 15 19:41:44.164900 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4a48c083-e094-466f-95d3-dea2b7c01aab req-0008c460-e74b-484f-910e-d18c5e936f49 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862031
Apr 15 19:41:44.168345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Pushing event updated for resources: {'Port': ['ID=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:44.202779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:44.500959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Attempting to bind port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:41:44.501514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Attempting to bind port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:41:44.501961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Attempting to bind port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:41:44.515316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 on network bae0f99e-79fa-415a-b153-adad5f08caf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:41:44.515852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Attempting to bind port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:41:44.523227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:41:44.523723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Checking segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:41:44.524402 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Bound using segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:41:44.524997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Bound port: 71c4bca1-fcfe-49eb-9550-54861e2ca1c8, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:41:44.525543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:44.894334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] For port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:41:44.897667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] For port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:41:44.932959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:44.950125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5d46f441-053a-44f5-b4e0-65c916b6e03f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:45.037796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6af513-4d79-4983-bc04-5f3de13e66b5 req-85d0b0c7-9ab8-4a92-be13-28e2e94f5972 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:45.039758 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf6af513-4d79-4983-bc04-5f3de13e66b5 req-85d0b0c7-9ab8-4a92-be13-28e2e94f5972 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.1145625
Apr 15 19:41:45.111952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bf6af513-4d79-4983-bc04-5f3de13e66b5 req-9afd218a-2e48-448d-8cbd-27ca30399381 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615010
Apr 15 19:41:45.124673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Pushing event updated for resources: {'Port': ['ID=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:45.128204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:45.175888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:45.176900 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:45.178285 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] 10.222.0.42 "PUT /v2.0/ports/71c4bca1-fcfe-49eb-9550-54861e2ca1c8 HTTP/1.1" status: 200  len: 1094 time: 2.0538504
Apr 15 19:41:45.178877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:41:45.264724 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'status': 'completed', 'code': 200}
Apr 15 19:41:45.455123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cca1fe-4720-4ec1-8889-a902921ddbb6 req-665668f0-9dca-4ba7-a668-2945c5bae2a5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:45.463560 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e1cca1fe-4720-4ec1-8889-a902921ddbb6 req-665668f0-9dca-4ba7-a668-2945c5bae2a5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1491561
Apr 15 19:41:45.476992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-a7eb0d15-6824-4ec5-b763-8d637c0ebaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:45.478924 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-a7eb0d15-6824-4ec5-b763-8d637c0ebaf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 1097 time: 0.1952286
Apr 15 19:41:45.531445 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e1cca1fe-4720-4ec1-8889-a902921ddbb6 req-e1961891-e16a-46eb-b0b3-204aa2f09a3d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662851
Apr 15 19:41:45.596464 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-6fe7868e-3144-40a2-a5d7-74f53de515c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8 HTTP/1.1" status: 200  len: 217 time: 0.0986717
Apr 15 19:41:45.677763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-46e6a602-8910-46de-94ff-15ebc081de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:45.679510 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-46e6a602-8910-46de-94ff-15ebc081de75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0729415
Apr 15 19:41:45.774472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-70deefd7-2306-40e2-bc3e-16e7b090e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:45.776116 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-70deefd7-2306-40e2-bc3e-16e7b090e10d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869126
Apr 15 19:41:45.929621 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-b2faf91b-945d-4480-8751-2620ea92feb6 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422918
Apr 15 19:41:46.079380 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-382ff227-0134-4d43-8cf3-f798bbccf874 req-23a739c2-7859-46f8-b37a-4c5d77e17129 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402717
Apr 15 19:41:46.338474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df8dc0-770f-42d2-9926-0a6f2b5dc567 req-c657d014-8f64-4c9c-b173-004f2f78c55f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:46.340063 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c5df8dc0-770f-42d2-9926-0a6f2b5dc567 req-c657d014-8f64-4c9c-b173-004f2f78c55f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.0881915
Apr 15 19:41:46.389973 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c5df8dc0-770f-42d2-9926-0a6f2b5dc567 req-51b1d3a2-d361-45ad-8439-00dc455ce6c2 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427499
Apr 15 19:41:46.444611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-a7043fe1-3881-4f2b-92ab-d99978236a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:46.446244 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-a7043fe1-3881-4f2b-92ab-d99978236a17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 1097 time: 0.0826163
Apr 15 19:41:46.632965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-279d8d9a-c0ad-4a9b-9e6c-11ecec22ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:46.634705 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-279d8d9a-c0ad-4a9b-9e6c-11ecec22ddc0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.1812284
Apr 15 19:41:46.737046 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-bb879b39-b4eb-4580-9c5e-312754ba9107 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8 HTTP/1.1" status: 200  len: 217 time: 0.0945766
Apr 15 19:41:46.785255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fafca-3641-4ffe-ac97-8aeef0ebbe7d req-f88d9656-a4c4-43f4-bad9-4bd11739b2fb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:46.786872 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1e1fafca-3641-4ffe-ac97-8aeef0ebbe7d req-f88d9656-a4c4-43f4-bad9-4bd11739b2fb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1030879
Apr 15 19:41:46.824883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-23105150-f784-4228-96aa-10805887ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:46.826988 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-23105150-f784-4228-96aa-10805887ccb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0792351
Apr 15 19:41:46.840390 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1e1fafca-3641-4ffe-ac97-8aeef0ebbe7d req-d15e9d7b-6245-423b-abed-bc4944c8b372 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466087
Apr 15 19:41:46.918930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-d3aa743a-0339-41b9-8d68-2181bbc9de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:46.920887 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-d3aa743a-0339-41b9-8d68-2181bbc9de63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867112
Apr 15 19:41:47.073139 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-1862b8f1-07c3-4438-9e00-24c50f6ff18d service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414139
Apr 15 19:41:47.228485 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b89adf9e-4863-418e-a0d3-960fe61088a5 req-8a41931c-fc44-41d9-97e5-261877b45a0c service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484458
Apr 15 19:41:47.601220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:47.619613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a322-5156-4eff-9e0a-19bd0756b943 req-ac69a801-9016-4a39-b8a0-335f3d739d54 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:47.621815 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7323a322-5156-4eff-9e0a-19bd0756b943 req-ac69a801-9016-4a39-b8a0-335f3d739d54 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.1167235
Apr 15 19:41:47.678558 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7323a322-5156-4eff-9e0a-19bd0756b943 req-f55ea6af-9011-46a0-8076-7951d44b597a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496943
Apr 15 19:41:48.058288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec984-0f59-4916-abf3-c2d1e1fbbb2a req-1ce0b992-306a-42f7-9e22-d3c5d024983c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:48.060076 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-969ec984-0f59-4916-abf3-c2d1e1fbbb2a req-1ce0b992-306a-42f7-9e22-d3c5d024983c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0923777
Apr 15 19:41:48.110781 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-969ec984-0f59-4916-abf3-c2d1e1fbbb2a req-67bbc82f-782c-49c5-b8c3-880dc500222b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432813
Apr 15 19:41:49.173067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b794992-f4ca-4a7f-bcd5-1ab8146caf68 req-69a8bc4f-7ff3-44d3-af60-e80ae3872ee7 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:49.180741 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5b794992-f4ca-4a7f-bcd5-1ab8146caf68 req-69a8bc4f-7ff3-44d3-af60-e80ae3872ee7 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.3703232
Apr 15 19:41:49.227856 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5b794992-f4ca-4a7f-bcd5-1ab8146caf68 req-6a3c101f-76b0-40a2-9865-23c197b13bb2 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460794
Apr 15 19:41:49.346448 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0e39-2c11-4589-9bbe-f3abad08c63c req-69b3ee35-feae-4011-901a-c578fa8e43fe tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:49.348776 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1d3a0e39-2c11-4589-9bbe-f3abad08c63c req-69b3ee35-feae-4011-901a-c578fa8e43fe tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1061873
Apr 15 19:41:49.406444 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1d3a0e39-2c11-4589-9bbe-f3abad08c63c req-9c320117-f2d1-4bc7-be92-1e97b73e3703 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511770
Apr 15 19:41:50.445516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b01ad0-f3f3-45d5-a945-d0bca902af83 req-62942744-2999-449b-af47-fc030c6d0b7b tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:50.447173 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-55b01ad0-f3f3-45d5-a945-d0bca902af83 req-62942744-2999-449b-af47-fc030c6d0b7b tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.0986252
Apr 15 19:41:50.507845 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-55b01ad0-f3f3-45d5-a945-d0bca902af83 req-ee9328bf-830e-4f1c-823e-646e858feb72 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534935
Apr 15 19:41:50.672164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83676f-6457-4e5d-bc52-2dcd9d5ee120 req-241dc52f-2bb7-42bf-93fd-79f456a8640e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:50.679918 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bc83676f-6457-4e5d-bc52-2dcd9d5ee120 req-241dc52f-2bb7-42bf-93fd-79f456a8640e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.1287169
Apr 15 19:41:50.727680 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bc83676f-6457-4e5d-bc52-2dcd9d5ee120 req-b085c547-9b15-4e1f-acc2-db2f30eedd3b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467539
Apr 15 19:41:51.709549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079a5b3-7c14-4466-9f0d-1e87f789e28b req-601e3fe3-d76a-42c4-bf2b-e42b16795677 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:51.711131 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2079a5b3-7c14-4466-9f0d-1e87f789e28b req-601e3fe3-d76a-42c4-bf2b-e42b16795677 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.0899971
Apr 15 19:41:51.765604 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2079a5b3-7c14-4466-9f0d-1e87f789e28b req-b587a065-4398-4d14-a70c-c28b7e2f8630 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472023
Apr 15 19:41:51.953921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccdde1-a82f-4a0a-bd39-80d661bad1cd req-8e06b0a0-55af-4d15-9cb2-fb71be787e25 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:51.955511 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0eccdde1-a82f-4a0a-bd39-80d661bad1cd req-8e06b0a0-55af-4d15-9cb2-fb71be787e25 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0950620
Apr 15 19:41:52.003454 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0eccdde1-a82f-4a0a-bd39-80d661bad1cd req-a9647776-c586-417f-bdf0-65bd6c41e36d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414662
Apr 15 19:41:52.032173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-9ba10f37-397a-460f-bc1f-800691515339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:52.033782 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-9ba10f37-397a-460f-bc1f-800691515339 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 1099 time: 0.0789554
Apr 15 19:41:52.175938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-a5834e01-a18a-4f40-94b5-b626ea8e82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:52.177538 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-a5834e01-a18a-4f40-94b5-b626ea8e82c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.1368406
Apr 15 19:41:52.288877 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-103f6f9f-ada8-4dc6-bb6c-9e2227f1a874 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92 HTTP/1.1" status: 200  len: 1002 time: 0.1044939
Apr 15 19:41:52.357552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-0d47366f-4cac-4074-9ae9-41cf874491bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:52.359738 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-0d47366f-4cac-4074-9ae9-41cf874491bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.0638740
Apr 15 19:41:52.445605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-c87282a2-16a6-452a-adcc-416476b3c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:52.447219 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-c87282a2-16a6-452a-adcc-416476b3c325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807271
Apr 15 19:41:52.592180 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-5da2f5f6-d24d-4cbd-963e-abac5e31de99 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342127
Apr 15 19:41:52.738793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50dada68-e8cc-4f83-9818-ca4259c148ff req-25d60830-d07b-4f76-855a-67d3ba20a501 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365316
Apr 15 19:41:52.983436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5f00a-bcc9-4ed1-bafe-1ee48d56f79e req-0915763e-cdc6-4edb-8e12-162865ba67ae tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:52.985069 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-04b5f00a-bcc9-4ed1-bafe-1ee48d56f79e req-0915763e-cdc6-4edb-8e12-162865ba67ae tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.0910544
Apr 15 19:41:53.037077 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-04b5f00a-bcc9-4ed1-bafe-1ee48d56f79e req-594bfe9c-3059-4251-ba51-174e75efb14a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456734
Apr 15 19:41:53.209538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7db9a-56c0-4e0d-bc49-ea3b0b8d406a req-8d187f98-2dbc-4616-93d6-4a287ae7c2f5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:53.211576 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6ea7db9a-56c0-4e0d-bc49-ea3b0b8d406a req-8d187f98-2dbc-4616-93d6-4a287ae7c2f5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0896065
Apr 15 19:41:53.258946 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6ea7db9a-56c0-4e0d-bc49-ea3b0b8d406a req-108221b3-a7ce-478a-942f-6737c4b35006 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411077
Apr 15 19:41:54.241702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e2c78-b454-44c8-8b76-f2d7c3386137 req-8091eb56-ae8c-4fc5-a449-cf3607a0661c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:54.243217 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2b0e2c78-b454-44c8-8b76-f2d7c3386137 req-8091eb56-ae8c-4fc5-a449-cf3607a0661c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 944 time: 0.0940278
Apr 15 19:41:54.293491 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2b0e2c78-b454-44c8-8b76-f2d7c3386137 req-c7cdcee0-6da1-4244-a2b3-119c5c7ab232 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427384
Apr 15 19:41:54.480202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00c501-b9bb-4ff3-becd-804d63d1ed4a req-a6cfdc74-ebd7-48e4-9566-b5d41dbfa759 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:54.481797 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ef00c501-b9bb-4ff3-becd-804d63d1ed4a req-a6cfdc74-ebd7-48e4-9566-b5d41dbfa759 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 946 time: 0.0886993
Apr 15 19:41:54.531163 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ef00c501-b9bb-4ff3-becd-804d63d1ed4a req-3dfbc5fb-b9a3-4691-93cb-0fea3feea829 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425000
Apr 15 19:41:54.570716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:41:54.575742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:54.820959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:54.860775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:54.878602 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:41:54.888583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:41:54.893854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:54.928917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:54.938224 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'code': 200}
Apr 15 19:41:54.938792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c3c27b9d-5ce1-430e-aca0-f1ee3ec52335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:55.013506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:55.037520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:41:55.045409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=8']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:55.053196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:55.058931 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:55.089225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:55.091023 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:55.163674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:55.166724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:55.348908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['71c4bca1-fcfe-49eb-9550-54861e2ca1c8'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:41:55.499168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49518bab-03e9-414b-9348-d72360831b4d req-f34d14e3-c3b8-4ae9-a6b1-e9ddbf40e4db tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:55.501325 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-49518bab-03e9-414b-9348-d72360831b4d req-f34d14e3-c3b8-4ae9-a6b1-e9ddbf40e4db tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 945 time: 0.0920506
Apr 15 19:41:55.549630 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-49518bab-03e9-414b-9348-d72360831b4d req-d94106e6-8a38-462e-ba2c-ef2d2127e911 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417116
Apr 15 19:41:55.742937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34567cb4-09b0-4de7-a83a-1233eaef37c7 req-77764802-7589-45d8-834f-a548cbc3c9a6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:55.744498 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-34567cb4-09b0-4de7-a83a-1233eaef37c7 req-77764802-7589-45d8-834f-a548cbc3c9a6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.0902452
Apr 15 19:41:55.790891 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-34567cb4-09b0-4de7-a83a-1233eaef37c7 req-b7504a58-8ac4-4bfa-b467-a70e3571bbc3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400608
Apr 15 19:41:56.586894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:41:56.710199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:41:56.716068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:41:56.716542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:56.756552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9171d4a-9b59-4f9b-8a9a-0628ff398e68 req-eb46c2bd-c99a-4891-bcc9-890bd0d61cd3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:56.758204 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9171d4a-9b59-4f9b-8a9a-0628ff398e68 req-eb46c2bd-c99a-4891-bcc9-890bd0d61cd3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 945 time: 0.0897977
Apr 15 19:41:56.808705 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c9171d4a-9b59-4f9b-8a9a-0628ff398e68 req-09bd5d4d-42bc-4a75-989e-97dead56e65f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440314
Apr 15 19:41:56.846699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:56.880241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:41:56.915556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:41:56.917649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:41:56.957294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:41:56.997095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:41:57.000433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:41:57.015336 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'code': 200}
Apr 15 19:41:57.245550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:41:57.412048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c725d-b3c5-4a05-8930-3887a91d5b65 req-41bbbf19-7fe2-47b4-8be9-655256db90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:57.413699 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ee3c725d-b3c5-4a05-8930-3887a91d5b65 req-41bbbf19-7fe2-47b4-8be9-655256db90f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 1099 time: 0.0775170
Apr 15 19:41:57.460847 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ee3c725d-b3c5-4a05-8930-3887a91d5b65 req-1271970f-c916-40fa-af45-ba91ba081d5f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363810
Apr 15 19:41:58.162285 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebf83c-cd77-4aab-825c-d7751e5c6744 req-33d9a01b-c2af-4fd2-9c38-c7ad535145ed tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:58.163887 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-54ebf83c-cd77-4aab-825c-d7751e5c6744 req-33d9a01b-c2af-4fd2-9c38-c7ad535145ed tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 946 time: 0.2383764
Apr 15 19:41:58.173507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa5d09-0228-4c16-97c4-21e48def0781 req-4fdb9f69-4514-45e1-a885-6b5625b59154 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:58.175000 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bfa5d09-0228-4c16-97c4-21e48def0781 req-4fdb9f69-4514-45e1-a885-6b5625b59154 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.2004442
Apr 15 19:41:58.199806 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-58f9f981-9b68-43f4-8591-6288bc0176db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1608269
Apr 15 19:41:58.261399 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-54ebf83c-cd77-4aab-825c-d7751e5c6744 req-5a064d82-eb76-4a6f-904e-9987198b189d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853434
Apr 15 19:41:58.264305 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3bfa5d09-0228-4c16-97c4-21e48def0781 req-54ade5b3-f634-43d7-9d51-870007b2c3ac tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698209
Apr 15 19:41:58.621088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:41:58.877608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-fac51b05-e02b-4eaa-aefb-2795da460092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:58.879569 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-fac51b05-e02b-4eaa-aefb-2795da460092 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8&tenant_id=89760f30140846e5afda7b9e390528b0 HTTP/1.1" status: 200  len: 1097 time: 0.0825741
Apr 15 19:41:59.091474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-bf229d6b-4145-4d5f-b61c-f4909c65db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:59.093184 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-bf229d6b-4145-4d5f-b61c-f4909c65db6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=89760f30140846e5afda7b9e390528b0&device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 1097 time: 0.0769744
Apr 15 19:41:59.236727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-d01a169f-520a-44fb-a44c-caab5d1e6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:59.238354 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-d01a169f-520a-44fb-a44c-caab5d1e6417 service neutron] 10.222.0.42 "GET /v2.0/networks?id=469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 200  len: 917 time: 0.1389477
Apr 15 19:41:59.351193 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-f70fd6a6-7401-4428-9212-3e24e188f996 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92 HTTP/1.1" status: 200  len: 1000 time: 0.1059959
Apr 15 19:41:59.422674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-3c368529-5de3-48b8-bf9d-553bbe9501d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:59.424152 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-3c368529-5de3-48b8-bf9d-553bbe9501d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 200  len: 855 time: 0.0664444
Apr 15 19:41:59.509352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-1a929acd-1a67-4201-9101-78aa9a75c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:59.511011 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-1a929acd-1a67-4201-9101-78aa9a75c7cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=469ed255-5891-4fce-aad5-6eacfee4436e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801773
Apr 15 19:41:59.537757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443469e2-5f43-4bf4-b53d-36dafb8deb42 req-325e50c1-73c1-4fdd-9726-861a89dad1fa tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:59.539344 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-443469e2-5f43-4bf4-b53d-36dafb8deb42 req-325e50c1-73c1-4fdd-9726-861a89dad1fa tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.1170914
Apr 15 19:41:59.547649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a9f3c-6352-413a-a522-99b99caeb54b req-0ab3054b-84e1-4d3f-be5a-78916e441cde tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:59.549172 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fb8a9f3c-6352-413a-a522-99b99caeb54b req-0ab3054b-84e1-4d3f-be5a-78916e441cde tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 946 time: 0.1713350
Apr 15 19:41:59.628813 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-443469e2-5f43-4bf4-b53d-36dafb8deb42 req-4bc4cb08-5d33-4df2-ac71-83923648f8c7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785663
Apr 15 19:41:59.633787 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fb8a9f3c-6352-413a-a522-99b99caeb54b req-6fbbd948-09fa-43e8-bc72-4e2d8c7d19c6 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674689
Apr 15 19:41:59.848126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dedb8-30ff-42c9-b2f0-866cbbd37e96 req-449346f5-90d1-4f91-a4d8-45d22d9242c6 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:41:59.849852 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-411dedb8-30ff-42c9-b2f0-866cbbd37e96 req-449346f5-90d1-4f91-a4d8-45d22d9242c6 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 946 time: 0.0916162
Apr 15 19:41:59.877519 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-0354f03f-f271-4ee7-be37-56a9667d38b7 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3594263
Apr 15 19:41:59.898062 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-411dedb8-30ff-42c9-b2f0-866cbbd37e96 req-83aeb382-dba9-4012-8d4e-058472973629 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418408
Apr 15 19:41:59.923180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48500) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:00.001894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fae4e3-751a-4a3c-bf90-6add68bbfb78 tempest-TestVolumeBootPattern-1234503534 tempest-TestVolumeBootPattern-1234503534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:00.003505 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-75fae4e3-751a-4a3c-bf90-6add68bbfb78 tempest-TestVolumeBootPattern-1234503534 tempest-TestVolumeBootPattern-1234503534-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 1094 time: 0.0793240
Apr 15 19:42:00.006493 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48504) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:00.011922 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:42:00.018904 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:42:00.019149 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ace9c4da-3439-488a-a71b-5e420e64c4cd req-629641d4-bc7a-4459-bf16-e69916f67e21 service neutron] 10.222.0.42 "GET /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347537
Apr 15 19:42:00.022929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:floatingip and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:42:00.026826 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:42:00.033436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:42:00.092959 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:00.240296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:00.394193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Allocated IP 172.27.1.6 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/4c523317-732c-4377-8415-94be2e0cca7d) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:42:00.547088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:00.615680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:00.631987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:00.770318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=4c523317-732c-4377-8415-94be2e0cca7d,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:00.784664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.785064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.785538 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.785952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.786355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.786758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.787160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.787557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.787961 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.788356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.788755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.789150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:00.807364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:00.845794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:42:00.847193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:42:00.851852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:42:01.107330 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957b3ea-82b9-4c73-a291-ca4919422799 req-f381dff5-da5a-474a-8bcd-ee308619de75 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:01.109101 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1957b3ea-82b9-4c73-a291-ca4919422799 req-f381dff5-da5a-474a-8bcd-ee308619de75 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.2133460
Apr 15 19:42:01.310788 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1957b3ea-82b9-4c73-a291-ca4919422799 req-5cf4be98-283b-47b4-9bda-98f1922d8473 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1937253
Apr 15 19:42:01.479729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:01.603475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:01.847006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:01.889686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:01.908445 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:02.291436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=4c523317-732c-4377-8415-94be2e0cca7d,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:02.297600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:02.401838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:02.662590 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Floating IP 4ceb5283-9db6-4584-b9b8-db08578a9320 associated. External IP: 172.27.1.6, port: 71c4bca1-fcfe-49eb-9550-54861e2ca1c8.
Apr 15 19:42:02.729458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb46186-8cba-43f0-b684-28b41b5c8660 req-06f87c0e-78bf-4d43-918a-ae976b4675b3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:02.731152 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ffb46186-8cba-43f0-b684-28b41b5c8660 req-06f87c0e-78bf-4d43-918a-ae976b4675b3 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.2692380
Apr 15 19:42:02.883678 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ffb46186-8cba-43f0-b684-28b41b5c8660 req-3684ad3c-657f-4d8b-b6d9-5e74a0839a29 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899668
Apr 15 19:42:03.107170 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:42:03.312096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:42:03.322567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:42:03.336819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:03.337554 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b735a90>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:41:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:03.372794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:03.435261 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.4276545
Apr 15 19:42:03.436225 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:03.492212 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'status': 'completed', 'code': 200}
Apr 15 19:42:03.543844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:03.936732 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b735a90>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:01Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:03.940828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:42:03.950032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:03.950716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b735a90>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:41:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:04.129462 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ae4ba-4030-46df-b5ec-19ba5859df1d req-6c6dda75-0a36-496c-9ec4-5165233efb4d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:04.131363 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9d0ae4ba-4030-46df-b5ec-19ba5859df1d req-6c6dda75-0a36-496c-9ec4-5165233efb4d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.1087022
Apr 15 19:42:04.189565 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9d0ae4ba-4030-46df-b5ec-19ba5859df1d req-ab64ccd7-61a8-4c1f-a25d-a8e2002c3a2e tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510211
Apr 15 19:42:04.323048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:04.703550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b735a90>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:01Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:04.707829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff28c9-95df-4c23-8101-b5cebcd07900 None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:01Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:42:05.007647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c1b6e4-a978-4f26-9761-fcd7ba64e2cc None None] New status for floating IP 4ceb5283-9db6-4584-b9b8-db08578a9320: ACTIVE {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:42:05.417227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2420e-4190-4e5a-a11f-c7fa372d0971 req-09cd7807-7db8-45f3-b2d7-13e715465035 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:05.419225 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2cd2420e-4190-4e5a-a11f-c7fa372d0971 req-09cd7807-7db8-45f3-b2d7-13e715465035 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.1038878
Apr 15 19:42:05.452584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7f33dd3c-d034-4c79-b6b7-561950d70630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:05.472891 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2cd2420e-4190-4e5a-a11f-c7fa372d0971 req-7356501e-28c4-43b7-a738-a6ed42e53f1c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452654
Apr 15 19:42:06.689952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc16648-ebc0-496b-ad8e-fbaa7575d358 req-154ddfa1-6ebc-47aa-b527-e9ac1bfa1dbb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:06.691490 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8dc16648-ebc0-496b-ad8e-fbaa7575d358 req-154ddfa1-6ebc-47aa-b527-e9ac1bfa1dbb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.0963740
Apr 15 19:42:06.740580 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8dc16648-ebc0-496b-ad8e-fbaa7575d358 req-fd1b139d-d4c4-4ba5-bc09-2ffa4979588b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421507
Apr 15 19:42:07.470012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-726b9fe8-baac-4894-bdd2-fbfbbae5d971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:07.951700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91065fdb-9e88-4ff4-a259-d26fc0f6c6f9 req-521f06ae-be1e-4036-9879-bda884c25a10 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:07.953782 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-91065fdb-9e88-4ff4-a259-d26fc0f6c6f9 req-521f06ae-be1e-4036-9879-bda884c25a10 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.0914307
Apr 15 19:42:08.006100 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-91065fdb-9e88-4ff4-a259-d26fc0f6c6f9 req-5870d03e-5054-4325-b4ac-54804bc66152 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458302
Apr 15 19:42:08.049717 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:08.552612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:09.242643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3629-12c1-49e7-9ea6-31152d8968e7 req-a168a115-630f-41a0-aad6-d1a65b9dc7ec tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:09.244519 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bc5b3629-12c1-49e7-9ea6-31152d8968e7 req-a168a115-630f-41a0-aad6-d1a65b9dc7ec tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.1149189
Apr 15 19:42:09.310540 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bc5b3629-12c1-49e7-9ea6-31152d8968e7 req-1dccf634-30a6-42e0-bd4a-9844c9e4b707 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573194
Apr 15 19:42:09.923857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:10.532530 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80fded-74f5-40e1-bf65-24b602532c78 req-f034ab63-87fd-4ab7-969b-9e0a73c8d122 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:10.534269 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea80fded-74f5-40e1-bf65-24b602532c78 req-f034ab63-87fd-4ab7-969b-9e0a73c8d122 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.0950549
Apr 15 19:42:10.586719 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea80fded-74f5-40e1-bf65-24b602532c78 req-4880a14f-e035-4fbf-8a0d-b72bbb717210 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444691
Apr 15 19:42:11.717560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-ab341c27-bdef-4cb8-8849-51a9138ebb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:11.719107 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-ab341c27-bdef-4cb8-8849-51a9138ebb06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 1099 time: 0.0807455
Apr 15 19:42:11.798142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd942-ce48-4b66-b791-0ae57131578b req-09ab1ee1-9266-40e4-ab2c-cce69b5c652a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:11.799742 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b07fd942-ce48-4b66-b791-0ae57131578b req-09ab1ee1-9266-40e4-ab2c-cce69b5c652a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.0902569
Apr 15 19:42:11.846940 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b07fd942-ce48-4b66-b791-0ae57131578b req-9760c43e-84aa-4c48-a629-48e466f4fc8a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407655
Apr 15 19:42:11.867696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-6c9c02d8-aa80-42f4-a266-294e81456e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:11.869291 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-6c9c02d8-aa80-42f4-a266-294e81456e1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.1390798
Apr 15 19:42:11.981080 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-5d97bf42-ba77-4289-88c8-4d998bb33930 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8 HTTP/1.1" status: 200  len: 1000 time: 0.1023884
Apr 15 19:42:12.051860 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-cc9beb2c-9f44-4452-ba30-b759dc0d75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:12.053386 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-cc9beb2c-9f44-4452-ba30-b759dc0d75bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0658715
Apr 15 19:42:12.135292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-756163f5-c793-4516-8b39-74b156870e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:12.136823 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-756163f5-c793-4516-8b39-74b156870e79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754018
Apr 15 19:42:12.286946 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-561878d9-e2d2-4879-93c3-a7f6032310f2 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409001
Apr 15 19:42:12.443767 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0bd4ed05-b927-4a51-bd85-2e8e4a1abc51 req-c13b4ad9-a0e1-4f31-ad25-18d178bd8392 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387694
Apr 15 19:42:13.055979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de18a8-6551-4441-8f24-a475e549d011 req-4b7682ec-9bd0-4831-a442-ed31c519bbd6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:13.057599 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a8de18a8-6551-4441-8f24-a475e549d011 req-4b7682ec-9bd0-4831-a442-ed31c519bbd6 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.0920806
Apr 15 19:42:13.105297 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a8de18a8-6551-4441-8f24-a475e549d011 req-6f3f0ccf-ea97-4d05-b696-b27f03e4b0f0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413113
Apr 15 19:42:14.310388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f60c7-e5d8-4c50-b0b1-e7297471ab39 req-3820f8a2-22e2-44fd-aa0e-da6c92758be5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:14.312505 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7e9f60c7-e5d8-4c50-b0b1-e7297471ab39 req-3820f8a2-22e2-44fd-aa0e-da6c92758be5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 944 time: 0.0897326
Apr 15 19:42:14.363721 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7e9f60c7-e5d8-4c50-b0b1-e7297471ab39 req-4cae49e8-69e7-4439-9151-7b6dc00a9e29 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446856
Apr 15 19:42:14.711680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:42:14.857104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:14.874452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'port_id': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'mac_address': 'fa:16:3e:90:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:42:14.933738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:14.955376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8903a7-79a4-4fca-82d4-d9dc30d07b92 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:42:14.973862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:15.352461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:15.354432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:15.425547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=9']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:15.428903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:15.574785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d433f-b424-44d9-8422-213af01d888f req-e55dd147-69e0-4b69-a063-8737fc40eeb5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:15.576356 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1a5d433f-b424-44d9-8422-213af01d888f req-e55dd147-69e0-4b69-a063-8737fc40eeb5 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 945 time: 0.0914838
Apr 15 19:42:15.624791 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1a5d433f-b424-44d9-8422-213af01d888f req-79630477-976e-45e0-9d9d-d872723f076c tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415213
Apr 15 19:42:15.627382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['ad8903a7-79a4-4fca-82d4-d9dc30d07b92'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:42:16.740139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:42:16.816667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:42:16.817067 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:16.841550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aa5d0-915e-492d-a078-62c8f63c8a4e req-9a5401b3-09da-4ab1-b438-723b8c15d216 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:16.843679 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-388aa5d0-915e-492d-a078-62c8f63c8a4e req-9a5401b3-09da-4ab1-b438-723b8c15d216 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 945 time: 0.0947671
Apr 15 19:42:16.894077 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-388aa5d0-915e-492d-a078-62c8f63c8a4e req-7b078f30-34a8-44bc-9c2e-cb781e05d997 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434635
Apr 15 19:42:16.950117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:16.981699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:16.992541 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:17.024174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:17.026208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:17.058453 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'code': 200}
Apr 15 19:42:17.099355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=10']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:17.102674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:17.364660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4deade-2da1-47e3-8ad9-17379509586c req-191d64f5-b0cb-47ce-bc54-49f3184f35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:17.366301 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e4deade-2da1-47e3-8ad9-17379509586c req-191d64f5-b0cb-47ce-bc54-49f3184f35dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 1100 time: 0.0787680
Apr 15 19:42:17.415648 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2e4deade-2da1-47e3-8ad9-17379509586c req-78d62577-f73e-4f48-bf77-0cc658299de8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421126
Apr 15 19:42:17.632608 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:18.099033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa168b0-b24f-4c48-a4ab-b1da5d7428f2 req-611d0767-3e91-4818-9252-a4edf01669dc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:18.101647 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dfa168b0-b24f-4c48-a4ab-b1da5d7428f2 req-611d0767-3e91-4818-9252-a4edf01669dc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 947 time: 0.0882163
Apr 15 19:42:18.148446 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dfa168b0-b24f-4c48-a4ab-b1da5d7428f2 req-3969744c-e5d4-4410-b79c-816f99d72968 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412610
Apr 15 19:42:18.390210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a047aa-c5d9-406e-a7fe-7f1c5ab2e138 req-5c2933a0-1646-412c-857a-b225f4c4f7ce tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:18.391823 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-28a047aa-c5d9-406e-a7fe-7f1c5ab2e138 req-5c2933a0-1646-412c-857a-b225f4c4f7ce tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 946 time: 0.0933187
Apr 15 19:42:18.441527 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-28a047aa-c5d9-406e-a7fe-7f1c5ab2e138 req-0bb70d93-a1f7-45dc-8c87-ff68a2a320a6 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429924
Apr 15 19:42:19.359470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3d136-ff2c-4d5c-affa-7f23a76c1521 req-fd5ee73e-2bd8-4e7a-a0e2-75ecf1f0489d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:19.361068 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95c3d136-ff2c-4d5c-affa-7f23a76c1521 req-fd5ee73e-2bd8-4e7a-a0e2-75ecf1f0489d tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 947 time: 0.0909104
Apr 15 19:42:19.412793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-95c3d136-ff2c-4d5c-affa-7f23a76c1521 req-bc3cbfe0-d8cc-4f4a-b121-0c47a506864b tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453205
Apr 15 19:42:19.655979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2993f-64b2-4503-9562-81384f8c6a67 req-34158e1f-54b9-4d8d-a170-761c9085399a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:19.657609 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3a2993f-64b2-4503-9562-81384f8c6a67 req-34158e1f-54b9-4d8d-a170-761c9085399a tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 946 time: 0.0891345
Apr 15 19:42:19.706651 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b3a2993f-64b2-4503-9562-81384f8c6a67 req-ad0b6b03-96e6-4df9-830c-9ee17ce7b8bd tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419788
Apr 15 19:42:19.948344 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-e2398cab-f375-417e-b573-5a9c8c9a5398 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773714
Apr 15 19:42:20.066497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-144881fb-2101-4b71-a069-5fdf23c895cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:20.068131 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-144881fb-2101-4b71-a069-5fdf23c895cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1098 time: 0.0779505
Apr 15 19:42:20.287470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-fa90f107-1706-4291-9fbd-c36e923647b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:20.288968 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-fa90f107-1706-4291-9fbd-c36e923647b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 909 time: 0.2006624
Apr 15 19:42:20.378657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78454c84-efca-435e-a59b-6d4f6edba903 req-ab9ca88f-a5cb-49c6-a541-6d6f7c93aec2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:20.379407 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-78454c84-efca-435e-a59b-6d4f6edba903 req-ab9ca88f-a5cb-49c6-a541-6d6f7c93aec2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Synchronizing usage tracker for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:42:20.421622 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-f27aa652-d149-4a84-b942-37560d862820 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 1001 time: 0.1234684
Apr 15 19:42:20.464871 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-78454c84-efca-435e-a59b-6d4f6edba903 req-ab9ca88f-a5cb-49c6-a541-6d6f7c93aec2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Unset dirty status for tenant:0a7b4be1db3e4315b2d8dbdafbd64603 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:42:20.466118 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-78454c84-efca-435e-a59b-6d4f6edba903 req-ab9ca88f-a5cb-49c6-a541-6d6f7c93aec2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 946 time: 0.2845190
Apr 15 19:42:20.549798 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-d28db103-ee2a-4749-b7d6-1dcb48ad61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:20.551304 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-d28db103-ee2a-4749-b7d6-1dcb48ad61a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 200  len: 847 time: 0.1232638
Apr 15 19:42:20.565755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Deleting port 8d6954c8-7c13-4250-951b-d52b4911014e {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:20.566146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:20.623161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e12f96-170d-42cc-997a-f9963b4fa95a req-0e64d6b2-b7d3-4b5a-b177-fdfa3de9b076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:20.624952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77e12f96-170d-42cc-997a-f9963b4fa95a req-0e64d6b2-b7d3-4b5a-b177-fdfa3de9b076 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 947 time: 0.0935390
Apr 15 19:42:20.676503 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-77e12f96-170d-42cc-997a-f9963b4fa95a req-75888838-2157-49fd-a6a5-2878d85742a8 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444224
Apr 15 19:42:20.826621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-4ade5f56-4c99-4f8c-8f48-94d768de5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:20.828820 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-4ade5f56-4c99-4f8c-8f48-94d768de5348 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed8b8534-23a6-4718-b440-d3bb87a90f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2698500
Apr 15 19:42:20.905667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6c891-8dab-42fb-882a-f2e12c829556 req-ea73f414-962e-4b19-b746-c12471b6d58b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:20.907254 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-30d6c891-8dab-42fb-882a-f2e12c829556 req-ea73f414-962e-4b19-b746-c12471b6d58b tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 946 time: 0.0883939
Apr 15 19:42:20.955318 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-30d6c891-8dab-42fb-882a-f2e12c829556 req-ed4492e5-442e-4476-bc24-7c0fafeddfc2 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups?id=daf3e884-dca3-4d6c-b7cc-beedeb6da214&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416548
Apr 15 19:42:20.991518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] For port 8d6954c8-7c13-4250-951b-d52b4911014e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8d6954c8-7c13-4250-951b-d52b4911014e,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:20.991929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:21.106689 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-4c371d2e-a419-41ba-815a-0cdf2134425a service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692282
Apr 15 19:42:21.650500 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4deaa710-cd6c-405f-9c15-4550485f6023 req-fac96426-bb22-4e84-9fcc-69084ca693ee service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5357268
Apr 15 19:42:21.667932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:21.668347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:21.668702 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Floating IP ecfa6459-4bbc-4867-a953-6b1fc21fadfd disassociated. External IP: 172.27.1.137, port: 8d6954c8-7c13-4250-951b-d52b4911014e.
Apr 15 19:42:21.669088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Calling delete_port for 8d6954c8-7c13-4250-951b-d52b4911014e owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:21.838070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:21.854540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c74537b1-b8f8-4de2-bfc5-1da4b7236168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:21.949291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event deleted for resources: {'Port': ['ID=8d6954c8-7c13-4250-951b-d52b4911014e,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:21.963061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.963488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.963905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.964319 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.964725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.965132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.965563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.965975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.966378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.966779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.967178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.968107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:21.972658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:22.239352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Router 29d789ad-1aa7-4d00-954c-c06129815a0f has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:42:22.363433 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fd291d62-87b8-41af-9be6-e401c8e531d4 req-c810b6dd-718f-47e8-ba49-568819862679 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/ports?device_id=3df80a35-6aae-4120-8278-5e705618f13f HTTP/1.1" status: 200  len: 210 time: 0.2943206
Apr 15 19:42:22.437016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:42:22.446789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] Sync routers for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:42:22.473674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:22.474376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b832128>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:22.518230 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] No DVR routers for this DVR port 8d6954c8-7c13-4250-951b-d52b4911014e on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:42:22.521151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:22.524242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'name': 'network-vif-deleted', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:22.570224 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-78454c84-efca-435e-a59b-6d4f6edba903 req-6d1f5327-c446-4cda-9e71-9c540df42bae tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.42 "DELETE /v2.0/ports/8d6954c8-7c13-4250-951b-d52b4911014e HTTP/1.1" status: 204  len: 173 time: 2.0961151
Apr 15 19:42:22.578118 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df80a35-6aae-4120-8278-5e705618f13f', 'name': 'network-vif-deleted', 'tag': '8d6954c8-7c13-4250-951b-d52b4911014e', 'status': 'completed', 'code': 200}
Apr 15 19:42:22.671895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:23.001064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b832128>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:23.005050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] Checking router: 29d789ad-1aa7-4d00-954c-c06129815a0f for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:42:23.013893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:23.014575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b832128>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:23.205264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:23.538440 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b832128>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:23.542477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d8615-bd5e-48ff-b11f-ea49cf11d95e None None] The sync data for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi is: [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:25Z', 'revision_number': 4, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '40e10bd0-3b2d-4ca1-93cd-e03a05cf2440', 'name': '', 'network_id': '501f0258-50dd-4dce-979d-e0c7f721a652', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'mac_address': 'fa:16:3e:c6:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:22Z', 'updated_at': '2021-04-15T19:35:39Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'subnets': [{'id': '30b11dde-5193-41fc-82d2-c68f2a109744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:42:23.571298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48692) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:23.642568 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:23.673858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:23.752405 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:23.757828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1a217cea-f096-4a23-b2cf-e1bb13d3e872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:23.774291 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3e884-dca3-4d6c-b7cc-beedeb6da214,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:23.777111 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:23.820428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:23.821680 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "DELETE /v2.0/security-groups/daf3e884-dca3-4d6c-b7cc-beedeb6da214 HTTP/1.1" status: 204  len: 168 time: 0.2491925
Apr 15 19:42:23.824561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48696) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:23.842162 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.v2.resource [None req-0de39af1-5064-4375-9176-4b9d3ec929e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] show failed (client error): The resource could not be found.
Apr 15 19:42:23.843775 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0de39af1-5064-4375-9176-4b9d3ec929e5 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "GET /v2.0/security-groups/daf3e884-dca3-4d6c-b7cc-beedeb6da214 HTTP/1.1" status: 404  len: 347 time: 0.0182235
Apr 15 19:42:23.846556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48700) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:23.909662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd1fdd-f092-4519-be60-7bb9b1c75aea None None] New status for floating IP ecfa6459-4bbc-4867-a953-6b1fc21fadfd: DOWN {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:42:24.022391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Deleting port 31a3f27f-dc5a-428d-b9b1-0f32018c077c {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:24.022779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:24.209518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:24.209897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:24.348253 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Calling delete_port for 31a3f27f-dc5a-428d-b9b1-0f32018c077c owned by network:floatingip {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:24.460034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85379) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:42:24.460350 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:42:24.833935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 8d6954c8-7c13-4250-951b-d52b4911014e no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:42:24.874468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 8d6954c8-7c13-4250-951b-d52b4911014e {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:42:24.874862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 8d6954c8-7c13-4250-951b-d52b4911014e not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:42:24.961160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Deleting port 31a3f27f-dc5a-428d-b9b1-0f32018c077c {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:24.961592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:25.140416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:25.140711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:25.272895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Calling delete_port for 31a3f27f-dc5a-428d-b9b1-0f32018c077c owned by network:floatingip {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:25.449472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:25.464991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04e02760-3840-4fae-9041-d5f8ddd28ce9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:25.555334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Pushing event deleted for resources: {'Port': ['ID=31a3f27f-dc5a-428d-b9b1-0f32018c077c,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:25.558088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:25.722868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks [] for floatingip, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:25.737223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:25.738449 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8a3b9536-95c8-45de-83c7-0456e5cdc861 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] 10.222.0.25 "DELETE /v2.0/floatingips/ecfa6459-4bbc-4867-a953-6b1fc21fadfd HTTP/1.1" status: 204  len: 168 time: 1.8909383
Apr 15 19:42:29.952915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48732) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:30.626313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:30.984018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Deleting port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:30.984585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:31.160929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] For port 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:31.161347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:31.290655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Calling delete_port for 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 owned by network:router_interface {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:31.562088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:31.578046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:31.672468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e10bd0-3b2d-4ca1-93cd-e03a05cf2440,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:31.679047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:32.303036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada977dd-d452-438d-91fa-b21f2c28ca75 req-e685bc45-209c-4305-add5-29138b370c8a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:32.304560 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ada977dd-d452-438d-91fa-b21f2c28ca75 req-e685bc45-209c-4305-add5-29138b370c8a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.5264666
Apr 15 19:42:32.377283 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ada977dd-d452-438d-91fa-b21f2c28ca75 req-01cb5570-8fe1-44eb-8c4d-c566bfda1132 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648229
Apr 15 19:42:32.381529 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:32.882347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Router 29d789ad-1aa7-4d00-954c-c06129815a0f has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:42:33.066690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:42:33.075515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] Sync routers for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:42:33.080175 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] 10.222.0.25 "PUT /v2.0/routers/29d789ad-1aa7-4d00-954c-c06129815a0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1259089
Apr 15 19:42:33.082683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48742) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:33.086980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:33.087650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a8d31d0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:33.268552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:33.275892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:33.470148 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:33.539850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Deleting port 243f3e68-05fe-427c-8260-ce0383c3d954 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:33.540235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:33.726037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b7691-80a1-45cb-85e8-b1fdbb3e0764 req-071590ad-d572-4cec-a104-4aa5894a4e73 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:33.727551 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e49b7691-80a1-45cb-85e8-b1fdbb3e0764 req-071590ad-d572-4cec-a104-4aa5894a4e73 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.2292137
Apr 15 19:42:33.753744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a8d31d0>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:42:31Z', 'revision_number': 5, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port': {'id': '243f3e68-05fe-427c-8260-ce0383c3d954', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:97:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:07Z', 'updated_at': '2021-04-15T19:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:33.757870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] Checking router: 29d789ad-1aa7-4d00-954c-c06129815a0f for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:42:33.766688 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] Routers {'29d789ad-1aa7-4d00-954c-c06129815a0f'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:33.767345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a8d31d0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29d789ad-1aa7-4d00-954c-c06129815a0f'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:33.811915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] For port 243f3e68-05fe-427c-8260-ce0383c3d954, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=243f3e68-05fe-427c-8260-ce0383c3d954,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:33.812312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:33.822253 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e49b7691-80a1-45cb-85e8-b1fdbb3e0764 req-d849bde5-3261-4cd2-8480-e488a8db9af2 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862527
Apr 15 19:42:33.928645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] Set router 29d789ad-1aa7-4d00-954c-c06129815a0f gateway port host: None {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:33.947667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Calling delete_port for 243f3e68-05fe-427c-8260-ce0383c3d954 owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:34.043031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a8d31d0>, [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:42:33Z', 'revision_number': 6, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port_host': None}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:34.047595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1a188-5054-4b12-bd60-b60520868664 None None] The sync data for ids ['29d789ad-1aa7-4d00-954c-c06129815a0f'] in dv-cinder-776307-4-iscsi is: [{'id': '29d789ad-1aa7-4d00-954c-c06129815a0f', 'name': 'tempest-AttachVolumeTestJSON-119260770-router', 'tenant_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:42:33Z', 'revision_number': 6, 'project_id': '0a7b4be1db3e4315b2d8dbdafbd64603', 'gw_port_host': None}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:42:34.197685 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:34.213780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:34.244668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:42:34.306878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=243f3e68-05fe-427c-8260-ce0383c3d954,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:34.313646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:34.475715 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:34.522679 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:42:34.560463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:42:34.560799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 40e10bd0-3b2d-4ca1-93cd-e03a05cf2440 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:42:34.561857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 243f3e68-05fe-427c-8260-ce0383c3d954 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:42:34.598125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 243f3e68-05fe-427c-8260-ce0383c3d954 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:42:34.598125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 243f3e68-05fe-427c-8260-ce0383c3d954 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:42:34.660468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:34.662804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:34.809138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:34.809748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d789ad-1aa7-4d00-954c-c06129815a0f {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:42:34.822957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:34.824191 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e2b4f5b2-ef31-4f63-abcb-8db44d7abf7c admin admin] 10.222.0.25 "DELETE /v2.0/routers/29d789ad-1aa7-4d00-954c-c06129815a0f HTTP/1.1" status: 204  len: 168 time: 1.7405212
Apr 15 19:42:34.827513 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48750) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:34.896086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Deleting subnet 30b11dde-5193-41fc-82d2-c68f2a109744 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:42:34.899343 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:35.240403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:35.340064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0c5bb-fdc9-440d-a660-3a03ecd475f5 req-5998a59f-9049-4a64-b1d9-f1361b667d66 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:35.341692 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-97d0c5bb-fdc9-440d-a660-3a03ecd475f5 req-5998a59f-9049-4a64-b1d9-f1361b667d66 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.4029081
Apr 15 19:42:35.372514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:35.443317 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-97d0c5bb-fdc9-440d-a660-3a03ecd475f5 req-1f3d8fc1-a145-48df-ac06-ecf115c8ff05 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938826
Apr 15 19:42:35.460873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-05ba7a13-a8b6-4255-9787-b4a7817489c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:35.678249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:35.693751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cda4ff80-24e6-4374-ad42-760cef173dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:35.781164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b11dde-5193-41fc-82d2-c68f2a109744,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:35.786068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:35.824145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:35.830089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209809d7-5980-492c-874b-8ae4c022fb21 None None] Network 501f0258-50dd-4dce-979d-e0c7f721a652 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:42:35.830530 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b5071115-cc4e-4e1c-b5ec-e6a0e13afcd1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30b11dde-5193-41fc-82d2-c68f2a109744 HTTP/1.1" status: 204  len: 168 time: 1.0019975
Apr 15 19:42:35.833182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48756) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:35.948543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:36.020983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Deleting port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:36.021396 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:36.092479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] DHCP port deletion for 501f0258-50dd-4dce-979d-e0c7f721a652 request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:42:36.096966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Deleting port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:36.097416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:36.238722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] For port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:36.239050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:36.312963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] For port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,segment=NetworkSegment(842f4415-3486-4811-acc7-f65da8be4a2b),segment_id=842f4415-3486-4811-acc7-f65da8be4a2b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:36.313373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:36.374476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Calling delete_port for ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 owned by network:dhcp {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:36.442278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Calling delete_port for ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:36.489621 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:36.506439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-26577ed9-ce46-4891-9ebf-92c1ab3ad88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:36.523825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85380) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:42:36.524458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:42:36.534000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:42:36.574553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:42:36.574949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:42:36.605506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:36.643891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:36.710255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] No DVR routers for this DVR port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 on host dv-cinder-776307-4-iscsi {{(pid=85379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:42:36.846928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08442-1b17-4f8d-871c-3d052ed9e0e9 req-92a78fbc-f046-4d8a-ae52-c72b9d67599f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:36.848505 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39d08442-1b17-4f8d-871c-3d052ed9e0e9 req-92a78fbc-f046-4d8a-ae52-c72b9d67599f tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.2556462
Apr 15 19:42:36.851998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:36.994423 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39d08442-1b17-4f8d-871c-3d052ed9e0e9 req-363a061b-47ae-4eaa-802d-f47c7cdd881a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278887
Apr 15 19:42:37.000354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9a8a7860>,) {'filters': {'network_id': ['501f0258-50dd-4dce-979d-e0c7f721a652']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:37.013266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a8a7860>, '842f4415-3486-4811-acc7-f65da8be4a2b') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:37.013716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a8a7860>, '842f4415-3486-4811-acc7-f65da8be4a2b') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:37.025845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:37.025995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Deleting port ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:37.026365 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:37.040991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:37.047870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:42:37.098436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a3032788-6501-4ba7-804d-8a89d7fcb40a None None] The port 'ebc5d09a-2fa9-4c9f-a23b-bfd828cbbfa7' was deleted {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:42:37.226071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Network 501f0258-50dd-4dce-979d-e0c7f721a652 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:42:37.234931 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:37.407007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Network 501f0258-50dd-4dce-979d-e0c7f721a652 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:42:37.430512 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:42:37.481311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8c79763e-094c-4f01-abd6-7c81624242a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:37.589870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:37.594797 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:37.598601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:37.620841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Pushing event deleted for resources: {'Network': ['ID=501f0258-50dd-4dce-979d-e0c7f721a652,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:37.623902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:37.659314 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-12414603-c414-4cd4-84e0-0dcc229a9638 admin admin] 10.222.0.25 "DELETE /v2.0/networks/501f0258-50dd-4dce-979d-e0c7f721a652 HTTP/1.1" status: 204  len: 168 time: 1.8249915
Apr 15 19:42:37.996193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48764) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:38.052547 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b93f3560-1231-4cd0-95c8-550234dddf6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a7b4be1db3e4315b2d8dbdafbd64603&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0527596
Apr 15 19:42:38.052805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48770) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:38.072590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:38.157956 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-675cd261-7fcb-4c5b-a3fa-b471c36cd4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:38.196388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-675cd261-7fcb-4c5b-a3fa-b471c36cd4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:38.261320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11762f3-c6f3-4ba7-bcb2-c9737c40753e req-afea6af8-253f-4fca-b5df-5375b1785416 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:38.262952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b11762f3-c6f3-4ba7-bcb2-c9737c40753e req-afea6af8-253f-4fca-b5df-5375b1785416 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1511552
Apr 15 19:42:38.313716 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b11762f3-c6f3-4ba7-bcb2-c9737c40753e req-99676e0f-2978-47a4-a5e2-828ae1a502fe tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444107
Apr 15 19:42:38.315109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-675cd261-7fcb-4c5b-a3fa-b471c36cd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:38.320002 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e731dde-38c8-414e-ba7d-e9c92d5f9207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:38.333632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cd261-7fcb-4c5b-a3fa-b471c36cd4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a4d8b9-8842-49b9-b783-14c31eb717e2,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:38.337716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-675cd261-7fcb-4c5b-a3fa-b471c36cd4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:38.340995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-675cd261-7fcb-4c5b-a3fa-b471c36cd4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:38.342738 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-675cd261-7fcb-4c5b-a3fa-b471c36cd4e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9a4d8b9-8842-49b9-b783-14c31eb717e2 HTTP/1.1" status: 204  len: 168 time: 0.2883883
Apr 15 19:42:38.540898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.299359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48794) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:39.413716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2061634732-network', 'tenant_id': 'baa99da3f40f41cd8ce4b6102e433b05'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:42:39.420918 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:42:39.424983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Usage tracker for resource:network and tenant:baa99da3f40f41cd8ce4b6102e433b05 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:42:39.430585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:42:39.479993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:42:39.526165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921384c-3ee4-4528-8904-95ddf028ec6c req-90faa420-debe-4dcc-89da-46df4dc9cf01 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:39.527773 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7921384c-3ee4-4528-8904-95ddf028ec6c req-90faa420-debe-4dcc-89da-46df4dc9cf01 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.0997710
Apr 15 19:42:39.550317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Made reservation on behalf of baa99da3f40f41cd8ce4b6102e433b05 for: {'network': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:42:39.554824 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.572480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.605139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:42:39.613562 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7921384c-3ee4-4528-8904-95ddf028ec6c req-79b3b7be-262a-44df-bc51-b08c3bb3eacc tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794234
Apr 15 19:42:39.614566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:baa99da3f40f41cd8ce4b6102e433b05 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:42:39.617780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:42:39.624574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:42:39.709498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.743774 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.747938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2f7ad6d1-5fa0-43c1-992e-0a575253e01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:39.776124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=85379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:42:39.785306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7668fb04-4c27-4ed5-bee8-35216bfc0811,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:39.789084 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:39.791527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.791916 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Added segment 42d26202-c332-4e9f-a192-7beabe266ba8 of type vlan for network 2c077e3b-d772-4e8e-a828-ab6eaa19c348
Apr 15 19:42:39.818593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.869604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.870969 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:39.871616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.876668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ba783133-6dbf-4112-abdf-89dec0bc4aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:39.903908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:39.981140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=2c077e3b-d772-4e8e-a828-ab6eaa19c348,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:39.984432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:39.992619 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:42:40.012816 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7095068
Apr 15 19:42:40.013066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48802) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:40.019151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Request body: {'subnet': {'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2061634732-subnet', 'tenant_id': 'baa99da3f40f41cd8ce4b6102e433b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:42:40.024562 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:42:40.028634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Usage tracker for resource:subnet and tenant:baa99da3f40f41cd8ce4b6102e433b05 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:42:40.032132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:42:40.038126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:42:40.071880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Made reservation on behalf of baa99da3f40f41cd8ce4b6102e433b05 for: {'subnet': 1} {{(pid=85379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:42:40.076600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848276867'] for subnet, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:40.508107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848344265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848276914'] for subnet, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:40.524112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6b740b4c-6dfe-490c-97b2-6132bbc3bb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:40.941406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9c5376-955e-4831-b505-10ee98311ea9,revision_number=0']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:40.948294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:41.017502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6543243-c5f0-4433-a83b-62aeef0b48db req-1e4ddf8a-f0c3-4a20-bd25-633eabe312ed tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:41.019083 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b6543243-c5f0-4433-a83b-62aeef0b48db req-1e4ddf8a-f0c3-4a20-bd25-633eabe312ed tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1691980
Apr 15 19:42:41.073823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Checking segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:42:41.074224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Network hostable DHCP agents. Network: 2c077e3b-d772-4e8e-a828-ab6eaa19c348, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:42:41.093562 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b6543243-c5f0-4433-a83b-62aeef0b48db req-5022557d-2ddc-4877-8eb8-ae403c6f3795 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600832
Apr 15 19:42:41.134889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:42:41.180741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, 2c077e3b-d772-4e8e-a828-ab6eaa19c348) {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:42:41.190480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a0e07-5ee1-4f5a-bdc3-832e0e518c0b None None] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:42:41.192651 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:41.193250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:41.244280 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b70c16ca-33b2-492b-9189-dfd220ec11da admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2300904
Apr 15 19:42:41.415732 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c2592-153f-42e8-b14c-0bdf32a5056e None None] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:42:41.791346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-39779e59-bd47-4058-9c1e-43ca1afe0d31 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:41.792022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-39779e59-bd47-4058-9c1e-43ca1afe0d31 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Synchronizing usage tracker for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:network {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:42:41.854516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-39779e59-bd47-4058-9c1e-43ca1afe0d31 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Unset dirty status for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:network {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:42:41.855765 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-39779e59-bd47-4058-9c1e-43ca1afe0d31 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.2255907
Apr 15 19:42:41.871679 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-a6320794-4ddb-4699-b061-397cc01b6d49 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/quotas/baa99da3f40f41cd8ce4b6102e433b05 HTTP/1.1" status: 200  len: 375 time: 0.0096779
Apr 15 19:42:41.926009 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-491e9a99-50ad-4486-afdc-b0d324bb414b tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489314
Apr 15 19:42:41.985727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-81ecf009-fcac-48d1-9c07-0d0f2321b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:41.987395 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-81ecf009-fcac-48d1-9c07-0d0f2321b882 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1098 time: 0.0828712
Apr 15 19:42:42.071972 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-f5b551b7-f993-417b-874f-3cc8f56b604d service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383367
Apr 15 19:42:42.132981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-d0455853-a750-4d94-9f2a-3cc163e39a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:42.134345 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-d0455853-a750-4d94-9f2a-3cc163e39a5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 909 time: 0.1394730
Apr 15 19:42:42.221047 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-63be1f3b-d6be-417b-a89d-120f91119893 service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416266
Apr 15 19:42:42.245660 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-86567384-c89f-45d0-b2f0-632307944c4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 1001 time: 0.1034174
Apr 15 19:42:42.312092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7626e28-b473-4785-ba3f-08a4b78d4eb7 req-138df795-388b-4eeb-a4c9-1e59f44d3f13 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:42.313712 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a7626e28-b473-4785-ba3f-08a4b78d4eb7 req-138df795-388b-4eeb-a4c9-1e59f44d3f13 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.0953224
Apr 15 19:42:42.322544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-07c9b9ad-425c-461e-b811-c9d653958e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:42.324072 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-07c9b9ad-425c-461e-b811-c9d653958e0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 200  len: 847 time: 0.0690513
Apr 15 19:42:42.363415 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a7626e28-b473-4785-ba3f-08a4b78d4eb7 req-d7ce0d63-7237-4b7f-8322-81771947c677 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428505
Apr 15 19:42:42.409456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-f43c98dd-abe2-4584-9cb4-c986e865e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:42.411229 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-f43c98dd-abe2-4584-9cb4-c986e865e3c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed8b8534-23a6-4718-b440-d3bb87a90f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799186
Apr 15 19:42:42.476002 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-19eea5f3-85d6-4c21-9a92-d96ee32326ac req-4d72f58c-1d76-4a1d-a0b4-36cfbdf60a64 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 210 time: 0.0491650
Apr 15 19:42:42.573386 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-c993a144-6f61-466c-9eb7-162a251684f5 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443963
Apr 15 19:42:42.719125 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a5ded732-4573-4404-a237-6d96cd0700d8 req-ac6c3ab1-93a3-4f47-8ecd-622de33043b3 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387413
Apr 15 19:42:43.574178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3c08f-dafd-4411-aa17-46b5afd4d37d req-cd1e3d15-85c4-48b6-86ec-63f4779d977c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:43.575822 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4da3c08f-dafd-4411-aa17-46b5afd4d37d req-cd1e3d15-85c4-48b6-86ec-63f4779d977c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.0985470
Apr 15 19:42:43.652222 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a54d7e5c-85a1-468c-9f3c-2ae0ad3c8845 req-8b5c9ff3-add2-4119-b7cb-3d2210647b28 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 210 time: 0.0541596
Apr 15 19:42:43.673529 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4da3c08f-dafd-4411-aa17-46b5afd4d37d req-524e31bc-6325-4da0-b33e-9fd977064e57 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900037
Apr 15 19:42:44.211843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-37f1ce15-2936-4293-97a7-361963b2806a tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:44.213405 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-37f1ce15-2936-4293-97a7-361963b2806a tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.1582897
Apr 15 19:42:44.227558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Request body: {'port': {'device_id': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'admin_state_up': True, 'tenant_id': 'baa99da3f40f41cd8ce4b6102e433b05'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:42:44.374338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:42:44.378983 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Usage tracker for resource:port and tenant:baa99da3f40f41cd8ce4b6102e433b05 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:42:44.382234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:42:44.388770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:42:44.429789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Made reservation on behalf of baa99da3f40f41cd8ce4b6102e433b05 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:42:44.436491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:44.612361 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Allocated IP 172.20.0.4 (2c077e3b-d772-4e8e-a828-ab6eaa19c348/8b9c5376-955e-4831-b505-10ee98311ea9/732d374e-6dc0-4a02-bdee-ac18752663d0) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:42:44.843019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:44.880423 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1a931856-8084-4657-899a-49678e035a92 req-d91b60a0-955a-4f8f-ad3c-ae55f87df7bb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 210 time: 0.0977111
Apr 15 19:42:44.904866 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:44.921009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:44.921757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ed19c-48fa-4a1f-b9e4-66fc3d76ca58 req-bb8344a3-f997-4658-9f33-119f3c815b36 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:44.923339 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6c9ed19c-48fa-4a1f-b9e4-66fc3d76ca58 req-bb8344a3-f997-4658-9f33-119f3c815b36 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1005177
Apr 15 19:42:44.972919 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6c9ed19c-48fa-4a1f-b9e4-66fc3d76ca58 req-cf5964c3-810d-4a81-bb96-f6905e90627a tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428481
Apr 15 19:42:45.066652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event updated for resources: {'Port': ['ID=732d374e-6dc0-4a02-bdee-ac18752663d0,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:45.071256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:45.124026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:42:45.125174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:42:45.127524 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:42:45.192657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:45.193373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:45.272959 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0493977
Apr 15 19:42:45.285298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Request body: {'port': {'device_id': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:42:45.407910 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:45.767263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732d374e-6dc0-4a02-bdee-ac18752663d0 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:42:45.775299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:45.837899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Transition to ACTIVE for port object 732d374e-6dc0-4a02-bdee-ac18752663d0 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:42:45.883469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:45.900825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-30df4c76-4b59-4e9e-a24f-9cba51ecab3b tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:46.045864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Pushing event updated for resources: {'Port': ['ID=732d374e-6dc0-4a02-bdee-ac18752663d0,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:46.049501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:46.100034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbf9c-9c26-4711-8e91-66399c066db4 req-766b89ee-1998-4fe7-94da-84873ea8230f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:46.101860 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7fecbf9c-9c26-4711-8e91-66399c066db4 req-766b89ee-1998-4fe7-94da-84873ea8230f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 943 time: 0.1089256
Apr 15 19:42:46.215557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-7fecbf9c-9c26-4711-8e91-66399c066db4 req-c38e2f37-73c5-4aa2-9899-25226d2bba43 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Synchronizing usage tracker for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:security_group {{(pid=85379) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:42:46.254813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e711c7-a865-4930-a3fc-859dbb9b6937 req-2cd5d23e-c456-4c08-a5de-ca43dc8c4362 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:46.256514 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-93e711c7-a865-4930-a3fc-859dbb9b6937 req-2cd5d23e-c456-4c08-a5de-ca43dc8c4362 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1499319
Apr 15 19:42:46.279832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-7fecbf9c-9c26-4711-8e91-66399c066db4 req-c38e2f37-73c5-4aa2-9899-25226d2bba43 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Unset dirty status for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:security_group {{(pid=85379) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:42:46.281053 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7fecbf9c-9c26-4711-8e91-66399c066db4 req-c38e2f37-73c5-4aa2-9899-25226d2bba43 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360655
Apr 15 19:42:46.319667 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-93e711c7-a865-4930-a3fc-859dbb9b6937 req-d6c3de39-bbe1-4d97-aa23-b57c2b4b4987 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564601
Apr 15 19:42:46.509622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Attempting to bind port 732d374e-6dc0-4a02-bdee-ac18752663d0 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:42:46.510001 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Attempting to bind port 732d374e-6dc0-4a02-bdee-ac18752663d0 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:42:46.510376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Attempting to bind port 732d374e-6dc0-4a02-bdee-ac18752663d0 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:42:46.515364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Port 732d374e-6dc0-4a02-bdee-ac18752663d0 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:42:46.515729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Attempting to bind port 732d374e-6dc0-4a02-bdee-ac18752663d0 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:42:46.521501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:42:46.521886 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Checking segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:42:46.522346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Bound using segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:42:46.522833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Bound port: 732d374e-6dc0-4a02-bdee-ac18752663d0, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:42:46.523221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:46.624622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] For port 732d374e-6dc0-4a02-bdee-ac18752663d0, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:42:46.627851 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] For port 732d374e-6dc0-4a02-bdee-ac18752663d0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732d374e-6dc0-4a02-bdee-ac18752663d0,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:42:46.659306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:46.676020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1639f0af-5ae7-4768-8a16-e1874ef4975a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:46.785351 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-c2b32da9-04cf-490c-84ae-a5ce36c34ce8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1527998
Apr 15 19:42:46.793496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a53227-3ba4-48dd-9a1f-08fac68367f3 req-8e5f6150-fe2c-4b88-8dcc-70674f69b0a2 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:46.795076 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f1a53227-3ba4-48dd-9a1f-08fac68367f3 req-8e5f6150-fe2c-4b88-8dcc-70674f69b0a2 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1255343
Apr 15 19:42:46.836571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Pushing event updated for resources: {'Port': ['ID=732d374e-6dc0-4a02-bdee-ac18752663d0,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:46.842745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:46.846706 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f1a53227-3ba4-48dd-9a1f-08fac68367f3 req-3b272ca4-2d50-4c60-b56a-3c95fffbc499 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440841
Apr 15 19:42:46.878248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:46.879128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:46.880602 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/732d374e-6dc0-4a02-bdee-ac18752663d0 HTTP/1.1" status: 200  len: 1093 time: 1.5998094
Apr 15 19:42:46.881136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'tag': '732d374e-6dc0-4a02-bdee-ac18752663d0'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:46.932071 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'tag': '732d374e-6dc0-4a02-bdee-ac18752663d0', 'status': 'completed', 'code': 200}
Apr 15 19:42:47.031809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-d2cb4a67-60e0-4f24-ad26-029191c36d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:47.033462 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-d2cb4a67-60e0-4f24-ad26-029191c36d76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 1096 time: 0.0840876
Apr 15 19:42:47.107806 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-c01a18a4-e8b6-4c45-8d82-4b4316f251c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732d374e-6dc0-4a02-bdee-ac18752663d0 HTTP/1.1" status: 200  len: 217 time: 0.0660851
Apr 15 19:42:47.183480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-3bb3a893-f420-429f-aac5-0a80a5e8444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:47.185054 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-3bb3a893-f420-429f-aac5-0a80a5e8444d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9c5376-955e-4831-b505-10ee98311ea9 HTTP/1.1" status: 200  len: 855 time: 0.0678558
Apr 15 19:42:47.259745 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-bc1cd805-9143-4d92-9fd1-0c1323667f09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c077e3b-d772-4e8e-a828-ab6eaa19c348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567517
Apr 15 19:42:47.412827 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-6536e08b-d66c-42c8-b864-36e2451d6f63 service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403110
Apr 15 19:42:47.490473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15bc92-7722-4709-8021-08e67f6b4225 req-9bcff11d-df9a-4aa1-ab65-b8af36e8d35e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:47.492064 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5a15bc92-7722-4709-8021-08e67f6b4225 req-9bcff11d-df9a-4aa1-ab65-b8af36e8d35e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 943 time: 0.0915744
Apr 15 19:42:47.543726 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5a15bc92-7722-4709-8021-08e67f6b4225 req-0c0b46ee-5552-4563-a2d6-f385bb6afbb5 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431364
Apr 15 19:42:47.565146 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-05c7400f-1dcd-4d91-b37c-41c5f3d390e3 req-5c2fc99c-8261-48a9-92a5-9650a6361928 service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450832
Apr 15 19:42:47.653078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:47.737631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-0cc3fa4f-d3dd-4687-9959-219fe04ab213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:47.739198 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-0cc3fa4f-d3dd-4687-9959-219fe04ab213 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 1096 time: 0.0828743
Apr 15 19:42:47.882572 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-d458d7d5-cdd3-401e-9dcc-8dda8af855e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:47.884247 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-d458d7d5-cdd3-401e-9dcc-8dda8af855e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 916 time: 0.1368792
Apr 15 19:42:47.960105 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-a403adef-cc79-4b0e-9017-8eaa1d87e5a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=732d374e-6dc0-4a02-bdee-ac18752663d0 HTTP/1.1" status: 200  len: 217 time: 0.0665283
Apr 15 19:42:48.035920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-a164fc24-3ca7-49ed-bdcf-4233b489e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.037582 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-a164fc24-3ca7-49ed-bdcf-4233b489e074 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9c5376-955e-4831-b505-10ee98311ea9 HTTP/1.1" status: 200  len: 855 time: 0.0704024
Apr 15 19:42:48.052707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d626f-5d5f-430e-b90d-2f4b033f0ea4 req-7ddebd7c-753b-4661-93f0-c0ea6aca4e0c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.055957 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b48d626f-5d5f-430e-b90d-2f4b033f0ea4 req-7ddebd7c-753b-4661-93f0-c0ea6aca4e0c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.0930667
Apr 15 19:42:48.094103 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-97a21ff1-d4bc-4f60-bf14-b499513dbe64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c077e3b-d772-4e8e-a828-ab6eaa19c348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489364
Apr 15 19:42:48.104544 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b48d626f-5d5f-430e-b90d-2f4b033f0ea4 req-c5c20d99-3902-4d52-8f59-31ac85f3f4cb tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437739
Apr 15 19:42:48.238872 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-f114e288-4974-4360-ad9f-37f8abb74f8e service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365678
Apr 15 19:42:48.429816 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-285999b0-5905-4d5d-bb09-e0e1fdefbbf9 req-d35bb287-d4d8-46a4-8b8c-babb379d3489 service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818080
Apr 15 19:42:48.458693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-8b29e61b-d497-4f6d-ba82-eb75fe9a2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.460237 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-8b29e61b-d497-4f6d-ba82-eb75fe9a2f10 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2&tenant_id=92c1622bc6cf45d7835ceeb2e3373708 HTTP/1.1" status: 200  len: 1098 time: 0.0836370
Apr 15 19:42:48.565610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-ae4096d7-ff16-4eed-ad22-b7fa19e3b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.567196 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-ae4096d7-ff16-4eed-ad22-b7fa19e3b046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1098 time: 0.0833130
Apr 15 19:42:48.714819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-0dda55cd-516c-4235-b539-c18a15335dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.716530 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-0dda55cd-516c-4235-b539-c18a15335dfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 909 time: 0.1425295
Apr 15 19:42:48.747684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4ee3-9df1-41d0-be14-b21e65163909 req-6c188c66-c435-4970-b4b8-32e868fc7bcf tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.749322 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1d8d4ee3-9df1-41d0-be14-b21e65163909 req-6c188c66-c435-4970-b4b8-32e868fc7bcf tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 943 time: 0.0932801
Apr 15 19:42:48.798342 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1d8d4ee3-9df1-41d0-be14-b21e65163909 req-8417c5fb-fe99-44cc-9a3e-92fa3f515701 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422773
Apr 15 19:42:48.828536 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-5f390222-44c8-45a9-a683-9b2af7960068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 1001 time: 0.1049204
Apr 15 19:42:48.896714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-1ba28485-c425-4097-a6fa-df76e5ccf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.898274 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-1ba28485-c425-4097-a6fa-df76e5ccf174 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 200  len: 847 time: 0.0629911
Apr 15 19:42:48.984196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-4416f6ae-cb11-4e8a-9e08-8500e02befe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:48.985704 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-4416f6ae-cb11-4e8a-9e08-8500e02befe5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed8b8534-23a6-4718-b440-d3bb87a90f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795221
Apr 15 19:42:48.992255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device cecddd3f-e29f-4bf0-82ca-99c1d511d132 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:42:49.111823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:49.130671 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-474db05b-a7e1-4e79-8ed3-1c6e1edaff13 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376359
Apr 15 19:42:49.143687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:49.154164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:49.189348 dv-cinder-776307-4-iscsi neutron-server[85263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'code': 422} returned with failed status
Apr 15 19:42:49.195474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:49.198214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:49.268674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=6']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:49.278173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.278563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.278950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.279368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.279742 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.280116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.280487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.280834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.281420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.281796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.282168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.282512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:42:49.284800 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-23295ef5-dad7-4c3f-bd62-992b5fbaa0bd req-b074d3af-1b4a-4e30-8561-3c79ab9f8564 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466255
Apr 15 19:42:49.287061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:49.319548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac11eb-4ff7-4af5-9e5f-68e65ea604e6 req-bd93c368-dc78-4632-bdbe-4933bc03db62 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:49.321186 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4eac11eb-4ff7-4af5-9e5f-68e65ea604e6 req-bd93c368-dc78-4632-bdbe-4933bc03db62 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.0971971
Apr 15 19:42:49.370363 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4eac11eb-4ff7-4af5-9e5f-68e65ea604e6 req-d961f4d8-c216-41dd-975f-7cea738d4ce3 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425508
Apr 15 19:42:50.000305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dea6f-592d-46b2-a276-6ba07fe007a7 req-c9e8bd7a-0552-4f09-9b86-77d51be1500f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:50.001815 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-732dea6f-592d-46b2-a276-6ba07fe007a7 req-c9e8bd7a-0552-4f09-9b86-77d51be1500f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 943 time: 0.0909185
Apr 15 19:42:50.049301 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-732dea6f-592d-46b2-a276-6ba07fe007a7 req-ea2453e1-c042-484c-8a5e-c84bf7cd278a tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413218
Apr 15 19:42:50.569481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbfd99-61a3-4ece-b708-fec42008792c req-e82a8e99-9b0f-483c-a337-263814640657 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:50.571044 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-20bbfd99-61a3-4ece-b708-fec42008792c req-e82a8e99-9b0f-483c-a337-263814640657 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.0894406
Apr 15 19:42:50.621849 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-20bbfd99-61a3-4ece-b708-fec42008792c req-0d44dcf9-8924-43c8-9df0-dd410dfd6c2e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438724
Apr 15 19:42:51.008728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 732d374e-6dc0-4a02-bdee-ac18752663d0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:42:51.151162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 732d374e-6dc0-4a02-bdee-ac18752663d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732d374e-6dc0-4a02-bdee-ac18752663d0,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:51.165510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '732d374e-6dc0-4a02-bdee-ac18752663d0', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'port_id': '732d374e-6dc0-4a02-bdee-ac18752663d0', 'mac_address': 'fa:16:3e:02:11:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9c5376-955e-4831-b505-10ee98311ea9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:42:51.224656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:51.245371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732d374e-6dc0-4a02-bdee-ac18752663d0 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:42:51.246598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41002-bc6b-4f09-bbc3-5b3c27cfd128 req-377f92af-81bd-40d3-91a1-ff06a54a9af1 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:51.248698 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7da41002-bc6b-4f09-bbc3-5b3c27cfd128 req-377f92af-81bd-40d3-91a1-ff06a54a9af1 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 943 time: 0.0876100
Apr 15 19:42:51.261857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 732d374e-6dc0-4a02-bdee-ac18752663d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732d374e-6dc0-4a02-bdee-ac18752663d0,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:51.292514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:51.294412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:51.297458 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7da41002-bc6b-4f09-bbc3-5b3c27cfd128 req-17547029-1bf2-4feb-a912-60b0b972e1f6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422816
Apr 15 19:42:51.363989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=732d374e-6dc0-4a02-bdee-ac18752663d0,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:51.367104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:51.532507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:42:51.829952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dd766-ac8d-49be-80a4-1b0ca1ea0d11 req-f5060785-9c30-400a-9475-b009750e5ec4 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:51.831510 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-565dd766-ac8d-49be-80a4-1b0ca1ea0d11 req-f5060785-9c30-400a-9475-b009750e5ec4 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.0917349
Apr 15 19:42:51.879037 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-565dd766-ac8d-49be-80a4-1b0ca1ea0d11 req-44bbb821-0eb3-4d30-818f-92e964cf9375 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412943
Apr 15 19:42:52.496632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ac78c-63c8-473e-8b42-310a094d6bd6 req-20f69c2f-2d3f-4abe-89e2-6c421988f40c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:52.498272 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-936ac78c-63c8-473e-8b42-310a094d6bd6 req-20f69c2f-2d3f-4abe-89e2-6c421988f40c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 944 time: 0.0884399
Apr 15 19:42:52.545843 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-936ac78c-63c8-473e-8b42-310a094d6bd6 req-390269c7-b651-44d9-9b36-cfc48e9c9eba tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412586
Apr 15 19:42:53.021852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 732d374e-6dc0-4a02-bdee-ac18752663d0 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:42:53.083205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c0c6-7f55-4420-91bd-2398f6826c3a req-7708d911-b570-43dd-86ab-583614a596cd tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:53.084828 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a293c0c6-7f55-4420-91bd-2398f6826c3a req-7708d911-b570-43dd-86ab-583614a596cd tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.0918837
Apr 15 19:42:53.133266 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a293c0c6-7f55-4420-91bd-2398f6826c3a req-6a0240c6-3804-4468-af9f-c1d47d6cf3fc tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418549
Apr 15 19:42:53.134670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 732d374e-6dc0-4a02-bdee-ac18752663d0 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:42:53.139916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 732d374e-6dc0-4a02-bdee-ac18752663d0 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:42:53.140342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:53.265143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:53.293058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732d374e-6dc0-4a02-bdee-ac18752663d0'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:53.304195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 732d374e-6dc0-4a02-bdee-ac18752663d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732d374e-6dc0-4a02-bdee-ac18752663d0,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:53.334747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:53.336720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:53.369450 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732d374e-6dc0-4a02-bdee-ac18752663d0', 'code': 200}
Apr 15 19:42:53.408833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=732d374e-6dc0-4a02-bdee-ac18752663d0,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:53.412070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:53.632942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98d5d7-e9f2-4ff0-9a88-b309b0b4e40e req-ce4fec63-30e7-4fa7-9029-71d618774717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:53.635250 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea98d5d7-e9f2-4ff0-9a88-b309b0b4e40e req-ce4fec63-30e7-4fa7-9029-71d618774717 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 1098 time: 0.0860209
Apr 15 19:42:53.685312 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea98d5d7-e9f2-4ff0-9a88-b309b0b4e40e req-081c678d-7161-44b1-82eb-8bd019e34ec5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421987
Apr 15 19:42:53.748510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f3bb-c74c-4bfe-a15e-0a1e8f65af76 req-d352f42a-5b02-4aec-b092-c4af5a589b6f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:53.750144 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b904f3bb-c74c-4bfe-a15e-0a1e8f65af76 req-d352f42a-5b02-4aec-b092-c4af5a589b6f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 945 time: 0.0874424
Apr 15 19:42:53.802185 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b904f3bb-c74c-4bfe-a15e-0a1e8f65af76 req-959c5498-7dc9-4025-b324-6fddc6daf824 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455534
Apr 15 19:42:54.211902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb04d-e6fa-4daf-87c4-12f67a061c8c req-219a039a-aefe-487a-811b-61ee831ea4bc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:54.214345 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d17bb04d-e6fa-4daf-87c4-12f67a061c8c req-219a039a-aefe-487a-811b-61ee831ea4bc tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 947 time: 0.0888853
Apr 15 19:42:54.311260 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d17bb04d-e6fa-4daf-87c4-12f67a061c8c req-011b376e-e1fc-4dc1-8bc7-2295d4316d09 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898366
Apr 15 19:42:54.351525 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d1a9d-c274-4239-8448-237971c83a56 req-ffa2d585-0964-41f4-baf1-4fd174e58c7d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:54.353097 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d35d1a9d-c274-4239-8448-237971c83a56 req-ffa2d585-0964-41f4-baf1-4fd174e58c7d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.1005974
Apr 15 19:42:54.400920 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d35d1a9d-c274-4239-8448-237971c83a56 req-c4e183be-ee0a-49ac-8232-c1878ba21685 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414052
Apr 15 19:42:55.002415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab31db-f52d-4446-85ab-511160b546d7 req-dc5cdaf9-96c2-40de-b92f-2fc7925eddc7 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:55.003943 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e0ab31db-f52d-4446-85ab-511160b546d7 req-dc5cdaf9-96c2-40de-b92f-2fc7925eddc7 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 945 time: 0.0872684
Apr 15 19:42:55.050789 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e0ab31db-f52d-4446-85ab-511160b546d7 req-af724ee6-c67a-4eb4-becb-a061fab10a33 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405598
Apr 15 19:42:55.575647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a955f-3ff7-45a2-a20b-a1bc3837b87e req-aaac4535-a231-4eb3-8ca2-a46bcee1c123 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:55.577866 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f97a955f-3ff7-45a2-a20b-a1bc3837b87e req-aaac4535-a231-4eb3-8ca2-a46bcee1c123 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 947 time: 0.1447079
Apr 15 19:42:55.651740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125fb0b-3e6a-485d-9c6f-94cebe06bd95 req-b5dede5b-8fd2-4eaf-a44e-3cc732c59e45 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:55.653405 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e125fb0b-3e6a-485d-9c6f-94cebe06bd95 req-b5dede5b-8fd2-4eaf-a44e-3cc732c59e45 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.1386950
Apr 15 19:42:55.658439 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f97a955f-3ff7-45a2-a20b-a1bc3837b87e req-7b3d1022-7554-450f-a2fe-16f95845671a tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713415
Apr 15 19:42:55.713031 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e125fb0b-3e6a-485d-9c6f-94cebe06bd95 req-c5b8f85a-c085-4ee9-b8e6-b54b7f017a2d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512488
Apr 15 19:42:55.797454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-dac57abb-6668-4d79-b1b6-0f4c8781db65 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:55.798241 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-dac57abb-6668-4d79-b1b6-0f4c8781db65 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Synchronizing usage tracker for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:42:55.837884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-dac57abb-6668-4d79-b1b6-0f4c8781db65 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Unset dirty status for tenant:89760f30140846e5afda7b9e390528b0 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:42:55.839099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-dac57abb-6668-4d79-b1b6-0f4c8781db65 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 947 time: 0.1414905
Apr 15 19:42:55.918807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Deleting port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:55.919115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:56.242020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] For port ad8903a7-79a4-4fca-82d4-d9dc30d07b92, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:56.242600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:56.326938 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d8757-9322-4bc7-9211-40669499caf0 req-ca510e69-f62f-4077-aed3-f6956b1fea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:56.328535 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-402d8757-9322-4bc7-9211-40669499caf0 req-ca510e69-f62f-4077-aed3-f6956b1fea33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1096 time: 0.2213476
Apr 15 19:42:56.686789 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-402d8757-9322-4bc7-9211-40669499caf0 req-25f44629-4bc1-4c20-aecf-994c685091ae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3492918
Apr 15 19:42:56.818460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:56.818888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:56.819251 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Floating IP f22a5a76-96c6-442c-8372-37762ae259dc disassociated. External IP: 172.27.1.106, port: ad8903a7-79a4-4fca-82d4-d9dc30d07b92.
Apr 15 19:42:56.819640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Calling delete_port for ad8903a7-79a4-4fca-82d4-d9dc30d07b92 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:42:56.964827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a189c92-0a14-4acf-a214-fa618ca6f36a req-29c46bd7-7c95-48c2-a732-913a627437bb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:56.966376 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6a189c92-0a14-4acf-a214-fa618ca6f36a req-29c46bd7-7c95-48c2-a732-913a627437bb tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 947 time: 0.1741319
Apr 15 19:42:56.976356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128609de-2acc-48a0-b679-3eeec7611aa8 req-4e3991ee-2094-4f9e-a2fc-62ea11028ba0 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:56.983808 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-128609de-2acc-48a0-b679-3eeec7611aa8 req-4e3991ee-2094-4f9e-a2fc-62ea11028ba0 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 943 time: 0.1349714
Apr 15 19:42:57.009454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:57.026322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179a322c-c59c-431e-b270-378c04e345a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:57.045491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device cecddd3f-e29f-4bf0-82ca-99c1d511d132 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:42:57.054333 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6a189c92-0a14-4acf-a214-fa618ca6f36a req-e04700e6-14b3-495c-ac1d-97ff32173980 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754383
Apr 15 19:42:57.057240 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-128609de-2acc-48a0-b679-3eeec7611aa8 req-380dc1a4-301d-4865-aef8-2a72cc8d9991 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645111
Apr 15 19:42:57.124977 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event deleted for resources: {'Port': ['ID=ad8903a7-79a4-4fca-82d4-d9dc30d07b92,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:57.132030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:57.215815 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:57.234781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'port_id': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'mac_address': 'fa:16:3e:ba:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:42:57.297693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:57.315834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecddd3f-e29f-4bf0-82ca-99c1d511d132 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:42:57.334467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:57.372786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:57.375834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:57.399251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Router 84123b0b-b792-4c33-8ee6-2e03db0ead6a has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:42:57.449523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=7']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:57.453032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:57.597677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:42:57.615917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] Sync routers for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:42:57.629801 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:57.630822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7d0e48>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:57.662920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['cecddd3f-e29f-4bf0-82ca-99c1d511d132'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:42:57.711711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] No DVR routers for this DVR port ad8903a7-79a4-4fca-82d4-d9dc30d07b92 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:42:57.715167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:57.719769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-deleted', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:57.779904 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8', 'name': 'network-vif-deleted', 'tag': 'ad8903a7-79a4-4fca-82d4-d9dc30d07b92', 'status': 'completed', 'code': 200}
Apr 15 19:42:57.805769 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f36a1b62-7721-493e-b02c-2cb1159111f9 req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.42 "DELETE /v2.0/ports/ad8903a7-79a4-4fca-82d4-d9dc30d07b92 HTTP/1.1" status: 204  len: 173 time: 1.9581769
Apr 15 19:42:57.874643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:58.240335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7d0e48>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:58.244371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] Checking router: 84123b0b-b792-4c33-8ee6-2e03db0ead6a for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:42:58.253424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:42:58.254084 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7d0e48>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:58.298688 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7420f242-e27b-4661-be81-b99905d749a7 req-ef4c9194-8024-4bd2-8603-da0eb0d36a7f tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/ports?device_id=26eb4ca4-a7ae-4c19-a4ff-12b1b3a5b7c8 HTTP/1.1" status: 200  len: 210 time: 0.0610304
Apr 15 19:42:58.332172 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b99fd-3149-4b02-ae79-df1ba2a1ab01 req-5fee2fac-4c45-4d5f-afa1-a2876456f637 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:42:58.333809 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-de1b99fd-3149-4b02-ae79-df1ba2a1ab01 req-5fee2fac-4c45-4d5f-afa1-a2876456f637 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 944 time: 0.1394713
Apr 15 19:42:58.382101 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-de1b99fd-3149-4b02-ae79-df1ba2a1ab01 req-69a95e48-dbab-4446-9a3a-b030ca9159f5 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417106
Apr 15 19:42:58.448126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:42:58.782303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b7d0e48>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:42:58.786488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927c7ca-2d7b-413f-96a5-0e2122b95e12 None None] The sync data for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi is: [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:35:15Z', 'revision_number': 4, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '95c7af21-f3c4-4570-bfe3-12c98a3c4ca4', 'name': '', 'network_id': '469ed255-5891-4fce-aad5-6eacfee4436e', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'mac_address': 'fa:16:3e:84:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:13Z', 'updated_at': '2021-04-15T19:35:33Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'subnets': [{'id': '83686a26-b8b7-4e3c-a91e-84f64107bb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:42:59.055859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device cecddd3f-e29f-4bf0-82ca-99c1d511d132 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:42:59.127679 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port cecddd3f-e29f-4bf0-82ca-99c1d511d132 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:42:59.128099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:59.346204 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce2e8c-1732-41c8-8f6b-f01534113fae None None] New status for floating IP f22a5a76-96c6-442c-8372-37762ae259dc: DOWN {{(pid=85380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:42:59.496196 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 48952) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:59.564504 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5d7b-2c2a-4f56-88e7-b28e535f22d7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:59.593669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5d7b-2c2a-4f56-88e7-b28e535f22d7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:59.631398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:59.661926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:42:59.664451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5d7b-2c2a-4f56-88e7-b28e535f22d7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:59.670917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ae4ac06e-57f5-440c-a3a1-6705dce4af36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:59.673064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:42:59.690487 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f5d7b-2c2a-4f56-88e7-b28e535f22d7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:59.693289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1f8f5d7b-2c2a-4f56-88e7-b28e535f22d7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:59.713811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:59.714753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:42:59.738071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5d7b-2c2a-4f56-88e7-b28e535f22d7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:42:59.739300 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1f8f5d7b-2c2a-4f56-88e7-b28e535f22d7 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb HTTP/1.1" status: 204  len: 168 time: 0.2419355
Apr 15 19:42:59.742266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 48958) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:59.746202 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'code': 200}
Apr 15 19:42:59.746788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5163619a-416c-41fe-b31b-639567496e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:42:59.760479 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.api.v2.resource [None req-21e304c0-93d5-4631-a07f-cda512e25152 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] show failed (client error): The resource could not be found.
Apr 15 19:42:59.764902 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-21e304c0-93d5-4631-a07f-cda512e25152 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "GET /v2.0/security-groups/5ab0b57b-eb91-4f0e-a504-1b276b5e6ecb HTTP/1.1" status: 404  len: 347 time: 0.0181463
Apr 15 19:42:59.765207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 48962) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:42:59.796433 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: ad8903a7-79a4-4fca-82d4-d9dc30d07b92 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:42:59.796837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device ad8903a7-79a4-4fca-82d4-d9dc30d07b92 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:42:59.823494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=8']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:42:59.827124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:42:59.940092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Deleting port 1c80bd07-0afd-4241-9b9f-dcc91d4c3001 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:42:59.940409 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:00.116045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:00.116419 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:00.251463 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Calling delete_port for 1c80bd07-0afd-4241-9b9f-dcc91d4c3001 owned by network:floatingip {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:43:00.478112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:00.494118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:00.589966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Pushing event deleted for resources: {'Port': ['ID=1c80bd07-0afd-4241-9b9f-dcc91d4c3001,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:00.593925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:00.754995 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks [] for floatingip, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:00.769552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:00.771040 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] 10.222.0.25 "DELETE /v2.0/floatingips/f22a5a76-96c6-442c-8372-37762ae259dc HTTP/1.1" status: 204  len: 168 time: 1.0047693
Apr 15 19:43:03.855867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 48998) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:04.478773 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:05.068097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Deleting port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:43:05.068705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:05.248708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] For port 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:05.249101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:05.377757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Calling delete_port for 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 owned by network:router_interface {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:43:05.458683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e51c9d5b-9092-440d-b96a-b5059a152a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:05.671032 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:05.687168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:05.781781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c7af21-f3c4-4570-bfe3-12c98a3c4ca4,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:05.790609 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:05.977193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-aa4332e5-d0ca-4269-b22c-2bf0fd38e876 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:05.978920 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-aa4332e5-d0ca-4269-b22c-2bf0fd38e876 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.1652527
Apr 15 19:43:05.996549 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-90f46569-891d-4bc7-930a-7aef66893ea5 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/quotas/baa99da3f40f41cd8ce4b6102e433b05 HTTP/1.1" status: 200  len: 375 time: 0.0109811
Apr 15 19:43:06.086200 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-c326ca77-e728-40f7-b728-5c1b6576a967 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0833266
Apr 15 19:43:06.139223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:06.463467 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-33a056a7-6e9c-4dc5-a257-bf60e5796b2e service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3694589
Apr 15 19:43:06.608400 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-eb4765f2-5a5d-45c6-a475-7a29bd3ea944 service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377547
Apr 15 19:43:06.662468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Router 84123b0b-b792-4c33-8ee6-2e03db0ead6a has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:43:06.835049 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8f204f03-b0cd-41f7-8935-c9d033cb0ca7 req-eda19451-7b6d-4f6c-892e-69a1a855ea98 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 210 time: 0.0485597
Apr 15 19:43:06.864058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:43:06.873373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] Sync routers for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:43:06.878099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] 10.222.0.25 "PUT /v2.0/routers/84123b0b-b792-4c33-8ee6-2e03db0ead6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0208204
Apr 15 19:43:06.880647 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49024) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:06.884297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:43:06.885201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b8185f8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:07.072813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks [] for router, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:07.074479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:43:07.392869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b8185f8>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:43:05Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:07.398033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] Checking router: 84123b0b-b792-4c33-8ee6-2e03db0ead6a for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:43:07.407756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] Routers {'84123b0b-b792-4c33-8ee6-2e03db0ead6a'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:43:07.408401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b8185f8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:42:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:07.481690 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-057e4470-2933-494a-a45d-27701a9b5b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:07.497560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:07.538791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Deleting port 7d032c6c-8f08-4bca-acdf-e00593964f95 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:43:07.539167 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:07.599160 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] Set router 84123b0b-b792-4c33-8ee6-2e03db0ead6a gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:43:07.730099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] For port 7d032c6c-8f08-4bca-acdf-e00593964f95, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=7d032c6c-8f08-4bca-acdf-e00593964f95,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:07.730510 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:07.867182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Calling delete_port for 7d032c6c-8f08-4bca-acdf-e00593964f95 owned by network:router_gateway {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:43:07.911589 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b8185f8>, [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:43:05Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:07.916464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025faddf-23e4-4f58-8e1d-7f8114d4d7fc None None] The sync data for ids ['84123b0b-b792-4c33-8ee6-2e03db0ead6a'] in dv-cinder-776307-4-iscsi is: [{'id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'name': 'tempest-AttachVolumeShelveTestJSON-430849219-router', 'tenant_id': '89760f30140846e5afda7b9e390528b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:35:03Z', 'updated_at': '2021-04-15T19:43:05Z', 'revision_number': 5, 'project_id': '89760f30140846e5afda7b9e390528b0', 'gw_port': {'id': '7d032c6c-8f08-4bca-acdf-e00593964f95', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123b0b-b792-4c33-8ee6-2e03db0ead6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:35:05Z', 'updated_at': '2021-04-15T19:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:43:08.011118 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-862b8a4d-4452-4d57-b054-2afe0abbf849 req-639ef1ad-3f12-47ee-922b-41f61d134d50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 210 time: 0.0562322
Apr 15 19:43:08.053096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.121517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.136767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:08.231701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d032c6c-8f08-4bca-acdf-e00593964f95,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:08.238481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:08.504696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.558768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:43:08.594126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.601501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:43:08.601902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 95c7af21-f3c4-4570-bfe3-12c98a3c4ca4 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:43:08.721045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.724827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.733528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-9749962b-15e7-401e-a3f4-a766e896e55b tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:08.735071 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-9749962b-15e7-401e-a3f4-a766e896e55b tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.3955438
Apr 15 19:43:08.822657 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Request body: {'port': {'device_id': 'cd95e801-0d70-4255-813e-948899a64029', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'admin_state_up': True, 'tenant_id': 'baa99da3f40f41cd8ce4b6102e433b05'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:08.918419 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.918997 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84123b0b-b792-4c33-8ee6-2e03db0ead6a {{(pid=85378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:43:08.958859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Notify callbacks [] for router, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:08.960107 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] 10.222.0.25 "DELETE /v2.0/routers/84123b0b-b792-4c33-8ee6-2e03db0ead6a HTTP/1.1" status: 204  len: 168 time: 2.0784638
Apr 15 19:43:08.962892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49040) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:08.982515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:08.986737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Usage tracker for resource:port and tenant:baa99da3f40f41cd8ce4b6102e433b05 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:08.989876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:08.996048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:09.033590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Deleting subnet 83686a26-b8b7-4e3c-a91e-84f64107bb21 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:43:09.035963 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Made reservation on behalf of baa99da3f40f41cd8ce4b6102e433b05 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:09.036926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.042981 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.089278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.196009 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-125bf5e2-f80a-44c3-8973-9b939e2a13cb req-6cf98564-67b9-494d-9d74-ba2e501e3d1d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 210 time: 0.0582111
Apr 15 19:43:09.228850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Allocated IP 172.20.0.11 (2c077e3b-d772-4e8e-a828-ab6eaa19c348/8b9c5376-955e-4831-b505-10ee98311ea9/1137d7c5-e76d-411a-96c3-b1a93aa6c2f2) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:43:09.231848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.442168 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.501531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.513960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:43:09.517022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7221bf0c-c407-4f8b-bbd9-156556f2cfe0 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:09.524354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.541009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:09.658240 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event updated for resources: {'Port': ['ID=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:09.662459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:09.684347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83686a26-b8b7-4e3c-a91e-84f64107bb21,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:09.700086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.700514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.701513 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.701925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.702328 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.702737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.703141 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.703544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.703952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.704348 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.704747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.705143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:09.710081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:09.712497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.719414 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a9d91297-ef48-42ee-8f48-a7efabb3bc04 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/83686a26-b8b7-4e3c-a91e-84f64107bb21 HTTP/1.1" status: 204  len: 168 time: 0.7551193
Apr 15 19:43:09.722030 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb11d0a-d46f-4fa7-bade-cc02b2bff0ec None None] Network 469ed255-5891-4fce-aad5-6eacfee4436e requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:09.722795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49046) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:09.727026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:43:09.744535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:09.746945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:43:09.899940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:09.900616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.918468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.952706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:09.985542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] DHCP port deletion for 469ed255-5891-4fce-aad5-6eacfee4436e request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:43:09.989855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Deleting port 39367396-d8f4-42aa-9872-f29c1383c5d8 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:43:09.990271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:10.001061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Deleting port 39367396-d8f4-42aa-9872-f29c1383c5d8 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:43:10.004417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:10.033298 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-e25ec21e-04ab-484e-acf8-6e34d87b1d06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2236798
Apr 15 19:43:10.046358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Request body: {'port': {'device_id': 'cd95e801-0d70-4255-813e-948899a64029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:10.216641 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] For port 39367396-d8f4-42aa-9872-f29c1383c5d8, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=39367396-d8f4-42aa-9872-f29c1383c5d8,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:10.217053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:10.361176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Calling delete_port for 39367396-d8f4-42aa-9872-f29c1383c5d8 owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:43:10.418374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfd1aa-66ba-4333-8974-5ecf786aa292 req-e5727401-ec84-4b9e-805b-a6c385356181 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:10.420518 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-71cfd1aa-66ba-4333-8974-5ecf786aa292 req-e5727401-ec84-4b9e-805b-a6c385356181 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 932 time: 0.1018209
Apr 15 19:43:10.469594 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-71cfd1aa-66ba-4333-8974-5ecf786aa292 req-e01b2f3b-79e0-49b2-92f7-dc44f7addf30 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426557
Apr 15 19:43:10.482616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:10.498807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:10.533933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:10.592521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 39367396-d8f4-42aa-9872-f29c1383c5d8 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:43:10.631232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Pushing event deleted for resources: {'Port': ['ID=39367396-d8f4-42aa-9872-f29c1383c5d8,revision_number=None']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:10.634212 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] For port 39367396-d8f4-42aa-9872-f29c1383c5d8, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=39367396-d8f4-42aa-9872-f29c1383c5d8,segment=NetworkSegment(af7b53be-253b-4b17-9187-7f5704cd574a),segment_id=af7b53be-253b-4b17-9187-7f5704cd574a)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:10.634624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:10.641294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:10.641999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 39367396-d8f4-42aa-9872-f29c1383c5d8 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:43:10.642321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 39367396-d8f4-42aa-9872-f29c1383c5d8 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:43:10.642792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7d032c6c-8f08-4bca-acdf-e00593964f95 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:43:10.691926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 7d032c6c-8f08-4bca-acdf-e00593964f95 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:43:10.692312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7d032c6c-8f08-4bca-acdf-e00593964f95 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:43:10.719293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] No DVR routers for this DVR port 39367396-d8f4-42aa-9872-f29c1383c5d8 on host dv-cinder-776307-4-iscsi {{(pid=85380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:43:10.778021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Calling delete_port for 39367396-d8f4-42aa-9872-f29c1383c5d8 owned by network:dhcp {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:43:10.994393 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85378) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:43:10.994755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:43:11.121347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:43:11.129047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:11.144102 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Transition to ACTIVE for port object 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:11.174848 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:11.189996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8c1b0714-aab0-45ec-be59-0f2eda8d6cc9 tempest-ServerRescueNegativeTestJSON-1249137033 tempest-ServerRescueNegativeTestJSON-1249137033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:11.244145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:43:11.328768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:11.331829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:11.510696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Deleting port 39367396-d8f4-42aa-9872-f29c1383c5d8 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:43:11.511088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:11.595134 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] The port '39367396-d8f4-42aa-9872-f29c1383c5d8' was deleted {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:43:11.672150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206e43-2855-4fa5-8e84-bba70677495e req-aaf0d44a-1e44-437d-a701-7c1768497367 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:11.673763 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fb206e43-2855-4fa5-8e84-bba70677495e req-aaf0d44a-1e44-437d-a701-7c1768497367 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 944 time: 0.0892887
Apr 15 19:43:11.726028 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fb206e43-2855-4fa5-8e84-bba70677495e req-bfd22da0-d023-473e-b39f-636d261175f3 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456724
Apr 15 19:43:11.745919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Attempting to bind port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:43:11.746305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Attempting to bind port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:43:11.746684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Attempting to bind port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:11.753460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:11.772537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:43:11.772911 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Attempting to bind port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:11.827670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:43:11.828051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Checking segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:11.828488 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Bound using segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:43:11.828965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Bound port: 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:43:11.829376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:11.943090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d99a2e588>,) {'filters': {'network_id': ['469ed255-5891-4fce-aad5-6eacfee4436e']}} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:11.968083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d99a2e588>, 'af7b53be-253b-4b17-9187-7f5704cd574a') {'for_net_delete': True} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:11.968428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d99a2e588>, 'af7b53be-253b-4b17-9187-7f5704cd574a') {} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:11.986548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358555'] for segment, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:12.000899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] For port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:43:12.008666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:12.014783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] For port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:43:12.017469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=85378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:43:12.095205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:12.115335 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8d06fc58-21ca-42b9-9715-9da29261bc0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:12.336544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Network 469ed255-5891-4fce-aad5-6eacfee4436e has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:43:12.350469 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847892814'] for segment, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:12.434599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:12.438012 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:12.580153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Network 469ed255-5891-4fce-aad5-6eacfee4436e has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:43:12.604731 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:43:12.609399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:12.610293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:12.611919 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 HTTP/1.1" status: 200  len: 1094 time: 2.5700247
Apr 15 19:43:12.616271 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd95e801-0d70-4255-813e-948899a64029', 'tag': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:43:12.676821 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd95e801-0d70-4255-813e-948899a64029', 'tag': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', 'status': 'completed', 'code': 200}
Apr 15 19:43:12.771061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:12.777551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:12.791803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:12.809687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=469ed255-5891-4fce-aad5-6eacfee4436e,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:12.815197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d341fe-cf9a-4e83-abf6-061d4ff38a44 req-db82b2d6-5d4c-4a7d-b15c-2a8ca7d5ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:12.816791 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-81d341fe-cf9a-4e83-abf6-061d4ff38a44 req-db82b2d6-5d4c-4a7d-b15c-2a8ca7d5ba4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 1097 time: 0.1207490
Apr 15 19:43:12.817659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:12.852014 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/469ed255-5891-4fce-aad5-6eacfee4436e HTTP/1.1" status: 204  len: 168 time: 3.1281049
Apr 15 19:43:12.934807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b453ad-dcf1-4822-b754-169b02a11c10 req-4151ac31-c952-460a-b935-338f3385009d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:12.936956 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b4b453ad-dcf1-4822-b754-169b02a11c10 req-4151ac31-c952-460a-b935-338f3385009d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 944 time: 0.0912359
Apr 15 19:43:12.978624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d341fe-cf9a-4e83-abf6-061d4ff38a44 req-ffd6db59-a4a5-4fac-bf85-92c5533589d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:12.980281 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-81d341fe-cf9a-4e83-abf6-061d4ff38a44 req-ffd6db59-a4a5-4fac-bf85-92c5533589d5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1548297
Apr 15 19:43:12.986885 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b4b453ad-dcf1-4822-b754-169b02a11c10 req-0004e759-37ab-46c4-ba5f-4e7574807a6d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429518
Apr 15 19:43:13.080919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49060) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:13.399756 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-836f11e5-d693-4987-ab11-f1dbce81f3e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89760f30140846e5afda7b9e390528b0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3151343
Apr 15 19:43:13.399756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d341fe-cf9a-4e83-abf6-061d4ff38a44 req-4bd9769e-bf19-4f3b-b65d-ddca8030a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:13.400157 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-81d341fe-cf9a-4e83-abf6-061d4ff38a44 req-4bd9769e-bf19-4f3b-b65d-ddca8030a760 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4136651
Apr 15 19:43:13.400656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49064) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:13.516664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6b3def3-db59-4142-b5f5-6c996995dafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:13.557026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6b3def3-db59-4142-b5f5-6c996995dafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:13.578924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-b506ccc3-0bd2-423c-b4cc-c2f03c99b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:13.580515 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-b506ccc3-0bd2-423c-b4cc-c2f03c99b4b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 1097 time: 0.1418252
Apr 15 19:43:13.668771 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-a85f90ef-d619-424f-af54-72015fb7158a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 HTTP/1.1" status: 200  len: 217 time: 0.0743940
Apr 15 19:43:13.741626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-11813aad-efe5-4330-a34e-486d8a13c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:13.743159 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-11813aad-efe5-4330-a34e-486d8a13c67d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9c5376-955e-4831-b505-10ee98311ea9 HTTP/1.1" status: 200  len: 855 time: 0.0661457
Apr 15 19:43:13.795986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6b3def3-db59-4142-b5f5-6c996995dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:13.805634 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a00f6c23-d6e5-4b1a-ba57-25dc0421f434 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:13.817617 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-130c9260-4a0b-4370-b82e-65c9348c3436 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c077e3b-d772-4e8e-a828-ab6eaa19c348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620308
Apr 15 19:43:13.821702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3def3-db59-4142-b5f5-6c996995dafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9483fc-d861-4302-a008-017c44756226,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:13.826887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d6b3def3-db59-4142-b5f5-6c996995dafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:13.904404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6b3def3-db59-4142-b5f5-6c996995dafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:13.905576 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d6b3def3-db59-4142-b5f5-6c996995dafb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca9483fc-d861-4302-a008-017c44756226 HTTP/1.1" status: 204  len: 168 time: 0.5039272
Apr 15 19:43:13.975206 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-d1865c37-b92c-412a-82b8-d26946bbbf6d service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512854
Apr 15 19:43:14.124378 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d2277bd1-c50a-4511-a01a-8be165e489bb req-6a1ecce4-46b8-4bbe-a907-6b26ab53367c service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408594
Apr 15 19:43:14.196085 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a7d5-fb8c-4cda-a66c-9370e74ea29b req-e5c7669b-bb89-49c7-a7fb-bc33c54c810d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:14.197722 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a514a7d5-fb8c-4cda-a66c-9370e74ea29b req-e5c7669b-bb89-49c7-a7fb-bc33c54c810d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 944 time: 0.0935562
Apr 15 19:43:14.245842 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a514a7d5-fb8c-4cda-a66c-9370e74ea29b req-bad1b5e5-ab5e-42ec-b969-1d5a8ccc27a3 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412385
Apr 15 19:43:15.448198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b841d7-6650-478f-9a06-d1c765a62e17 req-6fe446d8-2d12-44ce-8721-f57fd2284360 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:15.449812 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-16b841d7-6650-478f-9a06-d1c765a62e17 req-6fe446d8-2d12-44ce-8721-f57fd2284360 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 944 time: 0.0883832
Apr 15 19:43:15.498252 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-16b841d7-6650-478f-9a06-d1c765a62e17 req-3cc07d13-399d-403a-9eb4-c7a4c7d7a1fb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414357
Apr 15 19:43:16.699932 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97905c-7731-4590-93d1-f1a5f1c668b7 req-bb4e8900-9e31-4b7f-977d-c875a39ed839 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:16.701679 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e97905c-7731-4590-93d1-f1a5f1c668b7 req-bb4e8900-9e31-4b7f-977d-c875a39ed839 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 944 time: 0.0914724
Apr 15 19:43:16.756765 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4e97905c-7731-4590-93d1-f1a5f1c668b7 req-b9a9f5de-d5d0-45ff-820f-c3da2ee17f10 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483241
Apr 15 19:43:17.186823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:43:17.329843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:17.343829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'port_id': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', 'mac_address': 'fa:16:3e:65:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9c5376-955e-4831-b505-10ee98311ea9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:43:17.406106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:17.423456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:43:17.439689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:17.495220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:17.497103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a7959ffe-d7ea-4c9c-9a4f-aa27815f1c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:17.567097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:17.570264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:17.630664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:17.743042 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['1137d7c5-e76d-411a-96c3-b1a93aa6c2f2'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:43:17.967366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044bddf-b298-44e0-b138-e026e6e8333b req-f964c0e9-bd4c-42cd-81f9-b654dbd5f409 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:17.968888 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f044bddf-b298-44e0-b138-e026e6e8333b req-f964c0e9-bd4c-42cd-81f9-b654dbd5f409 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 945 time: 0.0911791
Apr 15 19:43:18.020651 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f044bddf-b298-44e0-b138-e026e6e8333b req-9e8d403b-d6ef-40e4-b1a4-87eb60fd6033 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451541
Apr 15 19:43:19.212263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:43:19.224293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19c437-f41b-48f7-aee6-d4f219a6ed74 req-ad4f8608-13e2-472b-9f57-38d87380bf95 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:19.225972 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5e19c437-f41b-48f7-aee6-d4f219a6ed74 req-ad4f8608-13e2-472b-9f57-38d87380bf95 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 945 time: 0.0906954
Apr 15 19:43:19.276738 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5e19c437-f41b-48f7-aee6-d4f219a6ed74 req-8f1fd48c-dfca-41a4-8904-5aa32ee71be0 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432696
Apr 15 19:43:19.329517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:43:19.334883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:43:19.335306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:19.460406 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:19.488899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd95e801-0d70-4255-813e-948899a64029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:43:19.499194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:19.529748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:19.533145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:19.571363 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd95e801-0d70-4255-813e-948899a64029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', 'code': 200}
Apr 15 19:43:19.614649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:19.617952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:19.846834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c1555-e6f7-42cf-8c6c-4f2acfa22ad7 req-2bf2e128-946b-4fba-ac36-b25069e2515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:19.848448 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e23c1555-e6f7-42cf-8c6c-4f2acfa22ad7 req-2bf2e128-946b-4fba-ac36-b25069e2515a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 1099 time: 0.0834763
Apr 15 19:43:19.895889 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e23c1555-e6f7-42cf-8c6c-4f2acfa22ad7 req-d41317dc-f278-4675-aaae-deb878b7ab88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366087
Apr 15 19:43:20.481424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa7b9-1f62-46a4-9885-b7a4f384d527 req-d1014a76-ff65-4d5c-a0fc-3c58db9a17bb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:20.483168 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c50fa7b9-1f62-46a4-9885-b7a4f384d527 req-d1014a76-ff65-4d5c-a0fc-3c58db9a17bb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 946 time: 0.0921392
Apr 15 19:43:20.533166 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c50fa7b9-1f62-46a4-9885-b7a4f384d527 req-adfd0172-9981-4f08-bb18-e35fc08e5949 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434504
Apr 15 19:43:21.734317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6bca7-a146-46bc-befc-d72e844c8a43 req-47b7fe84-b65e-4c5e-93e9-b2a156f4a52a tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:21.735922 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9bd6bca7-a146-46bc-befc-d72e844c8a43 req-47b7fe84-b65e-4c5e-93e9-b2a156f4a52a tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 946 time: 0.0874662
Apr 15 19:43:21.783353 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-9bd6bca7-a146-46bc-befc-d72e844c8a43 req-71fd244d-d97c-4e23-8e23-4d1d792565c8 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412414
Apr 15 19:43:22.989063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936e61-7b50-4b67-bc74-f83883b75d49 req-1c24b430-b4bb-47ea-beda-af4ee0927abb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:22.990756 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bd936e61-7b50-4b67-bc74-f83883b75d49 req-1c24b430-b4bb-47ea-beda-af4ee0927abb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 946 time: 0.0946076
Apr 15 19:43:23.044118 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-bd936e61-7b50-4b67-bc74-f83883b75d49 req-5a8924b2-08f6-4970-8529-7d716ee3d900 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467646
Apr 15 19:43:24.246344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8e8c4-caa6-49f3-a51f-caeec5b43f11 req-017f4efd-7417-4949-a2e7-5113290d96eb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:24.248401 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0c8e8c4-caa6-49f3-a51f-caeec5b43f11 req-017f4efd-7417-4949-a2e7-5113290d96eb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 946 time: 0.0893779
Apr 15 19:43:24.300876 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b0c8e8c4-caa6-49f3-a51f-caeec5b43f11 req-c28aac0d-1a1e-4a31-8c0e-19c989e5918b tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460629
Apr 15 19:43:26.600447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-84d32030-a4a2-415f-a28b-7aed3f2332d8 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:26.606499 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-84d32030-a4a2-415f-a28b-7aed3f2332d8 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.1654704
Apr 15 19:43:26.629873 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-5e3c28d9-4be6-40a2-9c7b-d00834d08ca6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/quotas/baa99da3f40f41cd8ce4b6102e433b05 HTTP/1.1" status: 200  len: 375 time: 0.0110626
Apr 15 19:43:26.720211 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-02a32b87-4d6b-42b8-9203-33c8b1dfac53 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0842843
Apr 15 19:43:26.863921 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-e99e3de5-6c51-404c-9503-275056849ff9 service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359186
Apr 15 19:43:27.006041 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-e004b27d-320f-41bb-80cf-bde4b2923335 service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356969
Apr 15 19:43:27.252815 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c571699a-9a7d-4796-8235-10a0be3037d7 req-cf251ac6-6441-4c57-9a41-3a1f31190c34 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 210 time: 0.0484538
Apr 15 19:43:28.316302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49268) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:28.418361 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-34f67e58-ebdd-4cb8-974f-dfd7c2f5852b req-9f3bdced-108a-4d4b-b14e-53762ad4b434 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 210 time: 0.0526471
Apr 15 19:43:28.442689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:28.458460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:28.462506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Usage tracker for resource:security_group_rule and tenant:bf382433b3a24c76a44559bbabb58973 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:28.465396 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:28.471944 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:28.664075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:28.694970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:28.705177 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a2ac686b-4b0c-4e61-a564-9ac63695269a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:28.751166 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf382433b3a24c76a44559bbabb58973&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4334228
Apr 15 19:43:28.752125 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882b4002-f43a-40a5-a4fc-3a55af1aed45,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:28.754080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49274) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:28.760232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.761542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.761542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.761542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.761898 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.762216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.762622 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.763696 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.764113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.764515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.764916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.765317 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:28.769629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-981d88ef-9551-42cb-a9c5-0aba592135f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:28.815210 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:28.842662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:28.997490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-4f349a99-e6b3-44e2-951a-588c97a287c6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:28.999041 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-4f349a99-e6b3-44e2-951a-588c97a287c6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.1625073
Apr 15 19:43:29.003818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.009064 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a8eba7af-0f49-4f89-bacc-4955633fc954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:29.018506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Request body: {'port': {'device_id': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'admin_state_up': True, 'tenant_id': 'baa99da3f40f41cd8ce4b6102e433b05'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:29.022937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882b4002-f43a-40a5-a4fc-3a55af1aed45,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:29.026123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:29.028276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.033420 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/882b4002-f43a-40a5-a4fc-3a55af1aed45 HTTP/1.1" status: 204  len: 168 time: 0.2749608
Apr 15 19:43:29.169585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:29.173857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Usage tracker for resource:port and tenant:baa99da3f40f41cd8ce4b6102e433b05 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:29.176790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:29.182776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:29.230497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Made reservation on behalf of baa99da3f40f41cd8ce4b6102e433b05 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:29.236827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.411311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Allocated IP 172.20.0.14 (2c077e3b-d772-4e8e-a828-ab6eaa19c348/8b9c5376-955e-4831-b505-10ee98311ea9/7183f773-58bf-4f30-8fb6-6fd133ebe224) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:43:29.525870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49288) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:29.588265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.609156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:29.614516 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-31c4c8c6-1890-48c9-adba-c7320f7b821f req-aac4e1b1-f575-4768-bd9f-c46230306f51 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 210 time: 0.0730712
Apr 15 19:43:29.615613 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Usage tracker for resource:security_group_rule and tenant:22034dbc45364d1c91d28440488eb7cb is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:29.618949 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:29.625293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.626288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:29.684188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.698089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0', '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:43:29.700202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:29.722738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.761814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.771326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8ed04cc5-86de-4e01-8955-9d2547c47c7f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:29.817626 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22034dbc45364d1c91d28440488eb7cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2904866
Apr 15 19:43:29.818642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daff189e-3a60-4b96-91be-5fb1c78ffc14,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:29.820736 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49292) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:29.822282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:29.861853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event updated for resources: {'Port': ['ID=7183f773-58bf-4f30-8fb6-6fd133ebe224,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:29.865244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:29.956329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:29.975552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:43:29.978471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:29.980879 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:43:30.031788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:30.087906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:30.088582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:30.156886 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1425152
Apr 15 19:43:30.170805 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Request body: {'port': {'device_id': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:30.203048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:30.218832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f92dd379-342e-49a9-bef8-6c5dd4ab19f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:30.239734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:30.240916 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daff189e-3a60-4b96-91be-5fb1c78ffc14 HTTP/1.1" status: 204  len: 168 time: 0.4185395
Apr 15 19:43:30.244490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daff189e-3a60-4b96-91be-5fb1c78ffc14,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:30.248847 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:30.314767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:30.686171 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7183f773-58bf-4f30-8fb6-6fd133ebe224 {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:43:30.694338 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:30.710946 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Transition to ACTIVE for port object 7183f773-58bf-4f30-8fb6-6fd133ebe224 will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:30.761631 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:30.778080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-73e9736b-aee2-4c4a-adc0-a84925e45664 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:30.835796 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aa54b-2a3b-4518-a7a0-3e303ce29220 req-76651e2e-7170-480e-be7d-79130d70920e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:30.837390 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d8aa54b-2a3b-4518-a7a0-3e303ce29220 req-76651e2e-7170-480e-be7d-79130d70920e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 944 time: 0.0965569
Apr 15 19:43:30.898101 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4d8aa54b-2a3b-4518-a7a0-3e303ce29220 req-4ed40586-a507-4d2a-827d-623f6ffaeaa0 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524940
Apr 15 19:43:30.917427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Pushing event updated for resources: {'Port': ['ID=7183f773-58bf-4f30-8fb6-6fd133ebe224,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:30.921011 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:31.146718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Attempting to bind port 7183f773-58bf-4f30-8fb6-6fd133ebe224 on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:43:31.147095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Attempting to bind port 7183f773-58bf-4f30-8fb6-6fd133ebe224 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:43:31.147598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Attempting to bind port 7183f773-58bf-4f30-8fb6-6fd133ebe224 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:31.152709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Port 7183f773-58bf-4f30-8fb6-6fd133ebe224 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:43:31.153227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Attempting to bind port 7183f773-58bf-4f30-8fb6-6fd133ebe224 on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:31.159444 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:43:31.159829 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Checking segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:31.160257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Bound using segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:43:31.160733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Bound port: 7183f773-58bf-4f30-8fb6-6fd133ebe224, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:43:31.161126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:31.259426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] For port 7183f773-58bf-4f30-8fb6-6fd133ebe224, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:43:31.262683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] For port 7183f773-58bf-4f30-8fb6-6fd133ebe224, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7183f773-58bf-4f30-8fb6-6fd133ebe224,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:43:31.295379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:31.310952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4a0803cc-5e6b-4a48-a2a3-1dca5f5575ef tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:31.692197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Pushing event updated for resources: {'Port': ['ID=7183f773-58bf-4f30-8fb6-6fd133ebe224,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:31.696870 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:31.725381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:31.726068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:31.727531 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] 10.222.0.42 "PUT /v2.0/ports/7183f773-58bf-4f30-8fb6-6fd133ebe224 HTTP/1.1" status: 200  len: 1094 time: 1.5612812
Apr 15 19:43:31.728076 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'tag': '7183f773-58bf-4f30-8fb6-6fd133ebe224'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:43:31.792455 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'tag': '7183f773-58bf-4f30-8fb6-6fd133ebe224', 'status': 'completed', 'code': 200}
Apr 15 19:43:31.878884 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-4fe9982b-eadd-434e-a4b1-cdfee615a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:31.880463 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-4fe9982b-eadd-434e-a4b1-cdfee615a658 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 1097 time: 0.0810618
Apr 15 19:43:31.963229 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-079d558e-f274-4bc6-b866-bb45132ffaf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7183f773-58bf-4f30-8fb6-6fd133ebe224 HTTP/1.1" status: 200  len: 217 time: 0.0733171
Apr 15 19:43:32.037616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-8c85088c-e946-4e68-8a68-60e564b0bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:32.039374 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-8c85088c-e946-4e68-8a68-60e564b0bc2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9c5376-955e-4831-b505-10ee98311ea9 HTTP/1.1" status: 200  len: 855 time: 0.0696547
Apr 15 19:43:32.096085 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-a1460498-35b6-48a5-aafe-cf9a9260b0af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c077e3b-d772-4e8e-a828-ab6eaa19c348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490687
Apr 15 19:43:32.102956 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d5846-66d7-43ac-b651-4fc8bddc19c4 req-a68d601b-0f5d-4f9f-9155-a1b92f957475 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:32.104540 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-024d5846-66d7-43ac-b651-4fc8bddc19c4 req-a68d601b-0f5d-4f9f-9155-a1b92f957475 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 944 time: 0.0957494
Apr 15 19:43:32.157506 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-024d5846-66d7-43ac-b651-4fc8bddc19c4 req-21cb6f30-0f7c-4a77-bb12-9896cc648027 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459101
Apr 15 19:43:32.245193 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-f3a20873-987d-432d-9984-5a104f0738db service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388707
Apr 15 19:43:32.391045 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-edde6131-1aa4-4f73-a1b6-d4ed66b7891c req-fab18c83-ba77-4eb3-93a1-e84241da4000 service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386287
Apr 15 19:43:32.540542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ba175-30f9-4070-885e-1369bf46125d req-e7a032d4-2a83-49a0-8a14-9267613ccffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:32.542204 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-535ba175-30f9-4070-885e-1369bf46125d req-e7a032d4-2a83-49a0-8a14-9267613ccffd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 1097 time: 0.0796182
Apr 15 19:43:32.687706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ba175-30f9-4070-885e-1369bf46125d req-f14f1844-ecf6-4b7b-872d-7a0ce0555631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:32.689104 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-535ba175-30f9-4070-885e-1369bf46125d req-f14f1844-ecf6-4b7b-872d-7a0ce0555631 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 916 time: 0.1404777
Apr 15 19:43:32.769051 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-535ba175-30f9-4070-885e-1369bf46125d req-f773a07e-15c8-479c-b1b2-a6565e6469fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7183f773-58bf-4f30-8fb6-6fd133ebe224 HTTP/1.1" status: 200  len: 217 time: 0.0707076
Apr 15 19:43:32.839712 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ba175-30f9-4070-885e-1369bf46125d req-ab5aada2-d4b2-418d-b5c4-b19e5add2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:32.841292 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-535ba175-30f9-4070-885e-1369bf46125d req-ab5aada2-d4b2-418d-b5c4-b19e5add2a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9c5376-955e-4831-b505-10ee98311ea9 HTTP/1.1" status: 200  len: 855 time: 0.0648577
Apr 15 19:43:32.902292 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-535ba175-30f9-4070-885e-1369bf46125d req-3c030fd4-9cc9-4e1a-9d48-8f98a05320f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c077e3b-d772-4e8e-a828-ab6eaa19c348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517602
Apr 15 19:43:33.055052 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-535ba175-30f9-4070-885e-1369bf46125d req-822d7e7d-d92f-4dee-a4f3-9aaf3de3fd43 service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426675
Apr 15 19:43:33.196722 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-535ba175-30f9-4070-885e-1369bf46125d req-9b712e4a-5592-4670-8f3a-ba99847a6639 service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340573
Apr 15 19:43:33.240152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 7183f773-58bf-4f30-8fb6-6fd133ebe224 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:43:33.362520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc2fc-52b3-483a-962b-09bfe2998a33 req-a162fb4e-8dcf-45c0-80af-1a45af4ae776 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:33.364111 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ce9dc2fc-52b3-483a-962b-09bfe2998a33 req-a162fb4e-8dcf-45c0-80af-1a45af4ae776 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 944 time: 0.0894125
Apr 15 19:43:33.383096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 7183f773-58bf-4f30-8fb6-6fd133ebe224, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7183f773-58bf-4f30-8fb6-6fd133ebe224,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:33.397760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': '7183f773-58bf-4f30-8fb6-6fd133ebe224', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'port_id': '7183f773-58bf-4f30-8fb6-6fd133ebe224', 'mac_address': 'fa:16:3e:24:5e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9c5376-955e-4831-b505-10ee98311ea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:43:33.412281 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ce9dc2fc-52b3-483a-962b-09bfe2998a33 req-1834e8c1-71df-4142-8cad-19ae664dd6d0 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416400
Apr 15 19:43:33.457794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:33.478877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7183f773-58bf-4f30-8fb6-6fd133ebe224 {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:43:33.494567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 7183f773-58bf-4f30-8fb6-6fd133ebe224, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7183f773-58bf-4f30-8fb6-6fd133ebe224,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:33.534850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:33.536689 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:33.606711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=7183f773-58bf-4f30-8fb6-6fd133ebe224,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:33.610073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:33.823508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['7183f773-58bf-4f30-8fb6-6fd133ebe224'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:43:34.617220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c0a6e-e8ad-499e-897c-87a0d195696a req-2af36a45-5d95-4e25-bc39-2c510ea4dbb6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:34.618855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3a7c0a6e-e8ad-499e-897c-87a0d195696a req-2af36a45-5d95-4e25-bc39-2c510ea4dbb6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 945 time: 0.0920439
Apr 15 19:43:34.666970 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3a7c0a6e-e8ad-499e-897c-87a0d195696a req-bed59cd7-344a-4598-9275-93d5e7a0513d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416238
Apr 15 19:43:35.448950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-98756293-78c4-4c27-b324-b12f660b1e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:35.720355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 7183f773-58bf-4f30-8fb6-6fd133ebe224 up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:43:35.812660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port 7183f773-58bf-4f30-8fb6-6fd133ebe224 completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:43:35.817752 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port 7183f773-58bf-4f30-8fb6-6fd133ebe224 triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:43:35.818178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:35.868508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff795d62-96c7-4e81-98ae-62f7754d6ca0 req-5657f445-bc4b-441e-9964-c968ca2fc97c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:35.870130 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ff795d62-96c7-4e81-98ae-62f7754d6ca0 req-5657f445-bc4b-441e-9964-c968ca2fc97c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 945 time: 0.0899115
Apr 15 19:43:35.917877 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ff795d62-96c7-4e81-98ae-62f7754d6ca0 req-f076f9d8-8a01-4916-b4b4-fc82188d3ca6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403466
Apr 15 19:43:35.943219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:35.970434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7183f773-58bf-4f30-8fb6-6fd133ebe224'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:43:35.980344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port 7183f773-58bf-4f30-8fb6-6fd133ebe224, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7183f773-58bf-4f30-8fb6-6fd133ebe224,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:43:36.007152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:36.009199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8f8afa5f-5b3e-4387-81bc-d93d7bb50de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:36.046919 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7183f773-58bf-4f30-8fb6-6fd133ebe224', 'code': 200}
Apr 15 19:43:36.081684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=7183f773-58bf-4f30-8fb6-6fd133ebe224,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:36.084706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:37.117262 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffbf13-1fa8-40e6-8271-0d5453050e4f req-dfd5a315-1fce-4fe5-9386-c231b96c7bef tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:37.118828 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-60ffbf13-1fa8-40e6-8271-0d5453050e4f req-dfd5a315-1fce-4fe5-9386-c231b96c7bef tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 946 time: 0.0893216
Apr 15 19:43:37.165780 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-60ffbf13-1fa8-40e6-8271-0d5453050e4f req-274957f1-285a-4bd0-85e0-b5058f668ff1 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401883
Apr 15 19:43:37.483661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-00cc9422-0eb2-4824-bff0-9e112036c73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:37.933555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433082fe-4061-414d-883d-101f32f31915 req-8d6902a6-b98e-4371-b709-65cac80c813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:37.935171 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-433082fe-4061-414d-883d-101f32f31915 req-8d6902a6-b98e-4371-b709-65cac80c813a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 1099 time: 0.0786829
Apr 15 19:43:37.977160 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-433082fe-4061-414d-883d-101f32f31915 req-aa45d0fb-b5ff-465e-b30a-00a0efc5409c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347967
Apr 15 19:43:38.052574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:38.366321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166adab2-a3b6-42a0-90b0-7c3f9baaaf05 req-e821b4ab-dd5a-45e5-9fa6-baf7d0276726 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:38.367896 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-166adab2-a3b6-42a0-90b0-7c3f9baaaf05 req-e821b4ab-dd5a-45e5-9fa6-baf7d0276726 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 946 time: 0.0876920
Apr 15 19:43:38.417768 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-166adab2-a3b6-42a0-90b0-7c3f9baaaf05 req-5bab02ba-3a4a-4303-828b-12073c5fb4f5 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435274
Apr 15 19:43:38.561495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:39.617638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb942223-37c6-47d5-ac4f-7a9de253838b req-caa498a5-edf1-420a-9634-480437e66441 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:39.619323 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-eb942223-37c6-47d5-ac4f-7a9de253838b req-caa498a5-edf1-420a-9634-480437e66441 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 946 time: 0.0900161
Apr 15 19:43:39.667035 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-eb942223-37c6-47d5-ac4f-7a9de253838b req-a42d4196-6170-4ed8-b3cf-0bf53c70adbc tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407889
Apr 15 19:43:39.921579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.398734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49428) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:42.523915 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.543616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:42.547673 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Usage tracker for resource:security_group_rule and tenant:edbccded38dc4073bf9e9a980e13fd42 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:42.550716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:42.556740 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:42.641939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.666509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.676174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-99dfed50-7b29-4e13-b08e-f5d26f38c5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:42.719717 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edbccded38dc4073bf9e9a980e13fd42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197122
Apr 15 19:43:42.720962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b12a22-54c6-4458-83f5-876882f8c9e3,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:42.722656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49434) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:42.724352 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:42.784924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.811490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.889123 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.894144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0c1c0b76-4f47-483b-8f7b-ec91a5e40d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:42.907282 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b12a22-54c6-4458-83f5-876882f8c9e3,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:42.911341 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:42.916858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:42.918089 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95b12a22-54c6-4458-83f5-876882f8c9e3 HTTP/1.1" status: 204  len: 168 time: 0.1943021
Apr 15 19:43:43.350610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49448) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:43.369571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.384628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:43.389218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Usage tracker for resource:security_group_rule and tenant:5ccff5d06ba44deca1504f16b0e7f81a is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:43.392179 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:43.398549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:43.483632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.517714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.527122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-00084e69-c5a7-4fd4-9957-2bfbad5f8553 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:43.570970 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ccff5d06ba44deca1504f16b0e7f81a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2191846
Apr 15 19:43:43.572803 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa098523-1ad8-44b4-9bc0-64befbdd0dca,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:43.573996 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49452) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:43.576747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:43.645310 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c98a1fc-afa0-4d58-be21-3d85e5e37d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.673414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c98a1fc-afa0-4d58-be21-3d85e5e37d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.751876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c98a1fc-afa0-4d58-be21-3d85e5e37d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.756757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-90fc8ba8-4c29-41e5-b373-ff3adde47b07 tempest-TestMinimumBasicScenario-1654427395 tempest-TestMinimumBasicScenario-1654427395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:43.773807 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98a1fc-afa0-4d58-be21-3d85e5e37d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa098523-1ad8-44b4-9bc0-64befbdd0dca,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:43.776194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0c98a1fc-afa0-4d58-be21-3d85e5e37d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:43.784520 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0c98a1fc-afa0-4d58-be21-3d85e5e37d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.785743 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0c98a1fc-afa0-4d58-be21-3d85e5e37d0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa098523-1ad8-44b4-9bc0-64befbdd0dca HTTP/1.1" status: 204  len: 168 time: 0.2106721
Apr 15 19:43:46.466095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49536) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:46.591158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.606523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:46.610604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Usage tracker for resource:security_group_rule and tenant:41621141651d4f918c677dc7f24738cf is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:46.613683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:46.619777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:46.708711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.757935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.768041 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ac0b8437-21e3-472b-ab16-272d55faca70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:46.810927 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41621141651d4f918c677dc7f24738cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3431053
Apr 15 19:43:46.812594 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb1f507-7c0c-4bfa-869d-9096fe2939c9,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:46.813794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49544) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:46.816024 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:46.875958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.903389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.990090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:46.995105 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-65817007-1ac6-471c-9799-19596680208d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:47.007994 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb1f507-7c0c-4bfa-869d-9096fe2939c9,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:47.011710 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:47.015927 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.016852 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2eb1f507-7c0c-4bfa-869d-9096fe2939c9 HTTP/1.1" status: 204  len: 168 time: 0.2019076
Apr 15 19:43:47.546582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49554) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:47.566460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.582175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:47.586176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Usage tracker for resource:security_group_rule and tenant:2b19004428b74fa9969742ae2a5198d1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:47.589155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:47.595143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:47.655065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.681164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.706143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.715149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f01a6f1c-adcf-48f8-98f7-65ced64097a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:47.756532 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b19004428b74fa9969742ae2a5198d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2088318
Apr 15 19:43:47.758191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59085f54-a8ce-4e38-9118-553ea6558052,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:47.759356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49560) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:47.761389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:47.823269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a243fb17-045a-4ba8-a32f-aee04a1e6cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.850231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a243fb17-045a-4ba8-a32f-aee04a1e6cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.929138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a243fb17-045a-4ba8-a32f-aee04a1e6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.934383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cf192fff-9c96-4c96-aa7a-f3b85bf9f643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:47.945838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243fb17-045a-4ba8-a32f-aee04a1e6cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59085f54-a8ce-4e38-9118-553ea6558052,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:47.949582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a243fb17-045a-4ba8-a32f-aee04a1e6cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:47.952874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a243fb17-045a-4ba8-a32f-aee04a1e6cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.956501 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a243fb17-045a-4ba8-a32f-aee04a1e6cd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59085f54-a8ce-4e38-9118-553ea6558052 HTTP/1.1" status: 204  len: 168 time: 0.1936765
Apr 15 19:43:48.252812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:43:48.926698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49594) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:49.041246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2115166957-network', 'tenant_id': '1bc6341f6f544e7bacd8e4ac44b20dc6'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:49.047024 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:49.051099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Usage tracker for resource:network and tenant:1bc6341f6f544e7bacd8e4ac44b20dc6 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:49.054098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:49.060214 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:49.104273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Made reservation on behalf of 1bc6341f6f544e7bacd8e4ac44b20dc6 for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:49.109553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.122379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.137590 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:49.142139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc6341f6f544e7bacd8e4ac44b20dc6 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:49.145043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:49.151429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:49.290836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.323412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.328151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0c0e585b-af41-405d-981f-5ddfbd753aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:49.356558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:43:49.365584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a7fd2-3743-46ad-bde6-f887b5cac25e,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:49.369599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:49.405779 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.406179 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Added segment ba89964e-d1fb-43a9-81e2-f2cbddfad4b7 of type vlan for network f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9
Apr 15 19:43:49.432471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.481678 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.483136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:49.483788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:49.488998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4f4ccc98-e665-47bc-b01c-9fe7f3e3cdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:49.595334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:49.601661 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:49.608016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9 details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:43:49.625086 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6938767
Apr 15 19:43:49.625569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49602) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:49.631838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Request body: {'subnet': {'network_id': 'f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2115166957-subnet', 'tenant_id': '1bc6341f6f544e7bacd8e4ac44b20dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:49.637093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:49.641945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Usage tracker for resource:subnet and tenant:1bc6341f6f544e7bacd8e4ac44b20dc6 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:49.644985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:49.651585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:49.701508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Made reservation on behalf of 1bc6341f6f544e7bacd8e4ac44b20dc6 for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:49.706414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6516914'] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:50.319322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847893464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6516865'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:50.334580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:50.458133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ffd80a-c123-4d59-b2f1-34ecff9b19bb,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:50.463129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:50.538559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Checking segment: {'id': 'ba89964e-d1fb-43a9-81e2-f2cbddfad4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:50.538962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Network hostable DHCP agents. Network: f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:43:50.608958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Network f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9 is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:43:50.649787 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:50.660640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7f229-b02f-4726-81cf-85c9fb263fe4 None None] Network f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:50.664491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:50.665153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:50.747363 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-38cb4cb4-f0ea-4cee-b060-80c9824f8cbe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1208427
Apr 15 19:43:51.059173 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133a482-b1e9-4c3d-bbe4-1da3115fc73a None None] Network f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:51.397596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49638) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:51.403874 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1745418296-network', 'tenant_id': '3f2fdfbd902444fea75f35447d62b3ff'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:51.408861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:51.412945 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Usage tracker for resource:network and tenant:3f2fdfbd902444fea75f35447d62b3ff is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:51.416877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:51.423582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:51.458573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Made reservation on behalf of 3f2fdfbd902444fea75f35447d62b3ff for: {'network': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:51.463265 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for network, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.476143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.491855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:51.495907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Usage tracker for resource:security_group_rule and tenant:3f2fdfbd902444fea75f35447d62b3ff is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:51.499500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:51.505494 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:51.589576 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.626854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.631461 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6efaa24a-4226-4c7b-b955-ac2e5216b182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:51.661295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=85378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:43:51.671165 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e158366-e53f-4b96-830f-368c36c8624c,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:51.675058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:51.677861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.678264 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.segments_db [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Added segment 7c54f150-17c3-48b2-a261-ced037b3ff4e of type vlan for network fb6aaa37-12b4-439d-b2d3-e95e12641e7b
Apr 15 19:43:51.709145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363280057577383'] for network, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.792638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951'] for network, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.795346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:51.796014 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.801636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:51.911789 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Pushing event updated for resources: {'Network': ['ID=fb6aaa37-12b4-439d-b2d3-e95e12641e7b,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:51.914757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:51.923278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Network fb6aaa37-12b4-439d-b2d3-e95e12641e7b details requested by agent ovs-agent-dv-cinder-776307-4-iscsi with host dv-cinder-776307-4-iscsi {{(pid=85380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:43:51.943907 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5450246
Apr 15 19:43:51.944695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49660) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:51.953129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Request body: {'subnet': {'network_id': 'fb6aaa37-12b4-439d-b2d3-e95e12641e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1745418296-subnet', 'tenant_id': '3f2fdfbd902444fea75f35447d62b3ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:51.960992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:51.966512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Usage tracker for resource:subnet and tenant:3f2fdfbd902444fea75f35447d62b3ff is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:51.970791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:51.978300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:52.015391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Made reservation on behalf of 3f2fdfbd902444fea75f35447d62b3ff for: {'subnet': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:52.020659 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6516914'] for subnet, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:52.352388 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-80d47a9e-a519-481d-881d-1d2eaf177008 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247379225&fields=id&tenant_id=ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 267 time: 0.0811017
Apr 15 19:43:52.360073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5998f866-850c-426f-ba2f-5818c36efa75 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:52.361593 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5998f866-850c-426f-ba2f-5818c36efa75 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.4403808
Apr 15 19:43:52.455184 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-379107b6-46ab-4359-ab27-8a77bcc795e3 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/quotas/baa99da3f40f41cd8ce4b6102e433b05 HTTP/1.1" status: 200  len: 375 time: 0.0695872
Apr 15 19:43:52.486502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847893464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6516865'] for subnet, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:52.502401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:52.584841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-367a7b49-b19e-43bc-80ff-1d35a21afc74 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:52.586440 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-367a7b49-b19e-43bc-80ff-1d35a21afc74 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 812 time: 0.2239196
Apr 15 19:43:52.613304 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-44132f6a-1c5f-4d26-8f50-f87e5a28f1ac tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/quotas/ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 375 time: 0.0195258
Apr 15 19:43:52.625119 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-fdbf545f-5b17-4359-a6b3-bdad09f6dc50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1611552
Apr 15 19:43:52.631968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56ac04b-ea0c-45b0-81fd-26a2fdcaad7a,revision_number=0']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:52.636583 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:52.703603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Checking segment: {'id': '7c54f150-17c3-48b2-a261-ced037b3ff4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb6aaa37-12b4-439d-b2d3-e95e12641e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:52.704005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Network hostable DHCP agents. Network: fb6aaa37-12b4-439d-b2d3-e95e12641e7b, hostable agents: ['19b21fca-e329-46d9-8f9e-b996c2b03c54'], hosted agents: [] {{(pid=85378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:43:52.767199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Network fb6aaa37-12b4-439d-b2d3-e95e12641e7b is scheduled to be hosted by DHCP agent 19b21fca-e329-46d9-8f9e-b996c2b03c54 with binding_index 1 {{(pid=85378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:43:52.803368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-4-iscsi, fb6aaa37-12b4-439d-b2d3-e95e12641e7b) {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:52.813363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c855100-a8b6-4562-927a-bbafa8e965e1 None None] Network fb6aaa37-12b4-439d-b2d3-e95e12641e7b requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:52.819320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:52.820283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:52.850512 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-1dacb21d-996c-402e-9bc8-18340400d73f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2239912
Apr 15 19:43:52.856054 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-b808dbab-727b-418e-bd7e-d98f120525f2 service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872747
Apr 15 19:43:52.881078 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2ad5b415-d5fe-44a8-8812-68353cafad36 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9271090
Apr 15 19:43:53.042707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5471513-89ad-4228-a412-5c29f88fd17f None None] Network fb6aaa37-12b4-439d-b2d3-e95e12641e7b requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:53.113796 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-365b83e1-ac99-462a-b2c7-66de63efa2b2 service neutron] 10.222.0.25 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502370
Apr 15 19:43:53.140444 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-bb475937-9c75-413a-89a8-f4235c2cc2ed service neutron] 10.222.0.25 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2757506
Apr 15 19:43:53.298133 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-8c313e7a-139d-4026-8063-63d336b0e1cc service neutron] 10.222.0.25 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566472
Apr 15 19:43:53.411016 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6d00bc9d-340b-4f5b-a639-5cd953b12e49 req-f8a9bcef-77e2-424e-8b13-171cd7c61a02 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 210 time: 0.0502067
Apr 15 19:43:54.058575 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dd6e57e2-b6dd-49b4-9277-5c3c37ebc740 req-298c4faf-6789-41c3-97f7-a28a105e4d7d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 210 time: 0.0533440
Apr 15 19:43:54.573672 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c819cca-32e6-4eb5-ab91-b17a0379de6c req-256ea2b1-1d04-4024-810c-f9ccaea7a22c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 210 time: 0.0501978
Apr 15 19:43:55.257202 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b2622463-92ab-4957-b27e-71b6b5fa680d req-e9991fc8-34dc-438e-be1b-c01df935b4f4 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 210 time: 0.0658686
Apr 15 19:43:55.297233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5f62cbed-30f4-4995-b932-31695955ecb5 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:55.298814 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5f62cbed-30f4-4995-b932-31695955ecb5 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/networks?id=2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 200  len: 815 time: 0.1845756
Apr 15 19:43:55.315698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Request body: {'port': {'device_id': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'admin_state_up': True, 'tenant_id': 'baa99da3f40f41cd8ce4b6102e433b05'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:55.467724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:55.471998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Usage tracker for resource:port and tenant:baa99da3f40f41cd8ce4b6102e433b05 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:55.475569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:55.483118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:55.517639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Made reservation on behalf of baa99da3f40f41cd8ce4b6102e433b05 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:55.526057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:55.833065 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-009073e5-fec3-406f-8b78-1cb2d2caaae0 req-384f2d57-3811-4abb-a687-4751056dbddb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 210 time: 0.0554001
Apr 15 19:43:56.075035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Allocated IP 172.20.0.9 (2c077e3b-d772-4e8e-a828-ab6eaa19c348/8b9c5376-955e-4831-b505-10ee98311ea9/c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:43:56.105986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-32f6788d-4bde-4953-977b-8aab128a855c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:56.107567 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-32f6788d-4bde-4953-977b-8aab128a855c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 812 time: 0.4667830
Apr 15 19:43:56.300455 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-6e51c732-df59-49c8-b7a6-8e4c3f8be4be tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee85236559e849beb8f204ab73f5c9f1 HTTP/1.1" status: 200  len: 8061 time: 0.1766877
Apr 15 19:43:56.316060 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'port': {'device_id': 'e3325632-651b-4bb2-b477-825692327200', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'admin_state_up': True, 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'security_groups': ['482bfd72-c896-4e4f-b6d7-4a6c514af741']}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:56.413768 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-739fee09-c937-4415-b096-de377a783367 req-3e23b925-c4dd-412f-8fb8-fd74c69ef818 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 210 time: 0.0491586
Apr 15 19:43:56.488429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:56.518857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:56.525057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:port and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:56.529592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:56.537304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:56.580153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Made reservation on behalf of ee85236559e849beb8f204ab73f5c9f1 for: {'port': 1} {{(pid=85378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:56.586333 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:56.649482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:56.662114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0', '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', '7183f773-58bf-4f30-8fb6-6fd133ebe224'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:43:56.665788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-53768607-8efa-4b7b-8d8e-97b06c6266cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:56.893580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:43:56.900233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:56.902570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:43:57.016540 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Allocated IP 172.20.0.11 (bae0f99e-79fa-415a-b153-adad5f08caf7/6a14186e-6409-475a-b7c4-ab5996497464/f3e3e57e-fcda-4874-a932-e9bf5df190ad) {{(pid=85378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:43:57.048178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb4b2-2568-442a-8823-079fd8a2f9d2 req-ee59cf8c-223c-4b3a-ac8d-ca5b282b7069 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:57.049840 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5c5fb4b2-2568-442a-8823-079fd8a2f9d2 req-ee59cf8c-223c-4b3a-ac8d-ca5b282b7069 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 931 time: 0.0941296
Apr 15 19:43:57.065968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event updated for resources: {'Port': ['ID=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:57.077739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:57.078432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:57.090671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:57.128006 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5c5fb4b2-2568-442a-8823-079fd8a2f9d2 req-fbf5d207-d392-41c5-bcac-3435f347aa5f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695972
Apr 15 19:43:57.161290 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8498003
Apr 15 19:43:57.177577 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Request body: {'port': {'device_id': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:57.413582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:57.430783 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:57.493000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Transition to ACTIVE for port object f3e3e57e-fcda-4874-a932-e9bf5df190ad will not be triggered until provisioned by entity DHCP. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:57.579157 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b168b7e4-fe37-4d0e-a640-96f1b9b334ae req-ca28035d-5b62-4bf3-8125-a768fb64f7e1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 210 time: 0.0506060
Apr 15 19:43:57.668303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:57.687508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c4a9b656-7d46-4cfe-964e-381733816464 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:57.852140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=f3e3e57e-fcda-4874-a932-e9bf5df190ad,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:57.866366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:57.934771 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Network bae0f99e-79fa-415a-b153-adad5f08caf7 is already hosted by enough agents. {{(pid=85378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:43:57.937075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources bound (agent type, host, resource id):  {{(pid=85378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:57.946871 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Received port after_create {{(pid=85378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:43:58.066627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:43:58.077324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:58.078017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:58.089205 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:58.112490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Transition to ACTIVE for port object c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:58.145113 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-266eea2a-38b9-4288-889b-1f0f175d5920 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8361726
Apr 15 19:43:58.165379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Request body: {'port': {'device_id': 'e3325632-651b-4bb2-b477-825692327200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=85378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:58.169203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ae9e753d-2460-447a-9a23-dc17ca106894 None None] Provisioning for port f3e3e57e-fcda-4874-a932-e9bf5df190ad completed by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:43:58.174557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ae9e753d-2460-447a-9a23-dc17ca106894 None None] Provisioning complete for port f3e3e57e-fcda-4874-a932-e9bf5df190ad triggered by entity DHCP. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:43:58.174991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ae9e753d-2460-447a-9a23-dc17ca106894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:58.204566 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:58.226561 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ed1f021d-be93-4f63-94f6-48f38d6a4298 tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:58.236156 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e753d-2460-447a-9a23-dc17ca106894 None None] Port f3e3e57e-fcda-4874-a932-e9bf5df190ad cannot update to ACTIVE because it is not bound. {{(pid=85380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:43:58.330176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f9b5d-fd82-45b9-9880-16e0870be6a0 req-80fd3d3f-faad-4dba-9e75-c6ceb81efce4 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:58.331926 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-745f9b5d-fd82-45b9-9880-16e0870be6a0 req-80fd3d3f-faad-4dba-9e75-c6ceb81efce4 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 943 time: 0.0894573
Apr 15 19:43:58.385131 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-745f9b5d-fd82-45b9-9880-16e0870be6a0 req-10e2072d-1c08-40c7-a42c-036f1f625fb2 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457699
Apr 15 19:43:58.658828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:58.671632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:58.705211 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:58.803424 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f497e-2cfa-42e8-91c6-20eed731412c req-fd7981a0-880e-41a5-9945-292bb33496ac tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:58.805092 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d65f497e-2cfa-42e8-91c6-20eed731412c req-fd7981a0-880e-41a5-9945-292bb33496ac tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 932 time: 0.0936835
Apr 15 19:43:58.856068 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d65f497e-2cfa-42e8-91c6-20eed731412c req-5b061b5a-b761-4cfc-b1aa-debe9b34d815 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428638
Apr 15 19:43:59.116367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Attempting to bind port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:43:59.116752 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Attempting to bind port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:43:59.117127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Attempting to bind port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:59.132941 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:43:59.133320 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Attempting to bind port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b on network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:59.144838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:43:59.145255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Checking segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:59.145699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Bound using segment: {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:43:59.146422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Bound port: c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d26202-c332-4e9f-a192-7beabe266ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:43:59.146814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:59.323549 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] For port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:43:59.348258 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] For port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:43:59.356331 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e3e57e-fcda-4874-a932-e9bf5df190ad {{(pid=85378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:43:59.364104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:59.379061 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Transition to ACTIVE for port object f3e3e57e-fcda-4874-a932-e9bf5df190ad will not be triggered until provisioned by entity L2. {{(pid=85378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:59.384322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:59.400256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6a65146d-e446-4ba0-a842-3c2fb3a124b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:59.487480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:59.588382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e652e88-bbed-41a5-9e11-f57af648f1a5 req-75ffb34d-e295-486e-988f-ae3c6351a30d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:59.590018 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0e652e88-bbed-41a5-9e11-f57af648f1a5 req-75ffb34d-e295-486e-988f-ae3c6351a30d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 943 time: 0.0919085
Apr 15 19:43:59.640588 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-0e652e88-bbed-41a5-9e11-f57af648f1a5 req-b807915c-3c89-445e-9ac2-3e3a72252d19 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429375
Apr 15 19:43:59.663862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:59.678496 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:59.679127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:59.782972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:59.783650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:59.785117 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5c38a7cb-ebc3-4e1f-92aa-b083efbb3640 service neutron] 10.222.0.42 "PUT /v2.0/ports/c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b HTTP/1.1" status: 200  len: 1093 time: 2.6142919
Apr 15 19:43:59.785812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'tag': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:43:59.790639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Pushing event updated for resources: {'Port': ['ID=f3e3e57e-fcda-4874-a932-e9bf5df190ad,revision_number=2']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:59.794723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:59.853636 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'tag': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b', 'status': 'completed', 'code': 200}
Apr 15 19:44:00.043820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Attempting to bind port f3e3e57e-fcda-4874-a932-e9bf5df190ad on host hv-cinder-77630 for vnic_type normal with profile  {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:44:00.044747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Attempting to bind port f3e3e57e-fcda-4874-a932-e9bf5df190ad by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:44:00.045130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Attempting to bind port f3e3e57e-fcda-4874-a932-e9bf5df190ad on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:44:00.055925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ceb9c-6921-418e-986e-c10fc1cd199a req-184f29a6-03f9-4f22-908c-43b68b92c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.057584 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-136ceb9c-6921-418e-986e-c10fc1cd199a req-184f29a6-03f9-4f22-908c-43b68b92c1d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 1096 time: 0.1635277
Apr 15 19:44:00.058349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Port f3e3e57e-fcda-4874-a932-e9bf5df190ad on network bae0f99e-79fa-415a-b153-adad5f08caf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:44:00.058763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Attempting to bind port f3e3e57e-fcda-4874-a932-e9bf5df190ad on network bae0f99e-79fa-415a-b153-adad5f08caf7 {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:44:00.065295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Checking agent: {'id': '4707abc6-51e3-4137-9a8f-b9011bb94ae8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'started_at': datetime.datetime(2021, 4, 15, 19, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:44:00.065706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Checking segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:44:00.066112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Bound using segment: {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'} {{(pid=85378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:44:00.066581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Bound port: f3e3e57e-fcda-4874-a932-e9bf5df190ad, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a489901-4aa9-48a5-a260-da80f24fac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7'}}] {{(pid=85378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:44:00.066718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9268bf-5ef9-4cd6-886e-b94e088646c0 req-98e00931-a294-47ad-b938-3da1b5431f17 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.067094 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:00.068343 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea9268bf-5ef9-4cd6-886e-b94e088646c0 req-98e00931-a294-47ad-b938-3da1b5431f17 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.0931647
Apr 15 19:44:00.120818 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea9268bf-5ef9-4cd6-886e-b94e088646c0 req-5d0d0da6-5117-434c-bea6-0ef4d4297a41 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460100
Apr 15 19:44:00.299034 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] For port f3e3e57e-fcda-4874-a932-e9bf5df190ad, host hv-cinder-77630, cleared binding levels {{(pid=85378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:44:00.301725 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ceb9c-6921-418e-986e-c10fc1cd199a req-004bd47e-ce6b-4323-b8bb-a0b0fabef433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.303310 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-136ceb9c-6921-418e-986e-c10fc1cd199a req-004bd47e-ce6b-4323-b8bb-a0b0fabef433 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2265823
Apr 15 19:44:00.309055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] For port f3e3e57e-fcda-4874-a932-e9bf5df190ad, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:44:00.388432 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6882398'] for port, after_update {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:00.408209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c36e7d95-81a0-4fc1-90f9-a59b65fa5fda tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:00.590548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Pushing event updated for resources: {'Port': ['ID=f3e3e57e-fcda-4874-a932-e9bf5df190ad,revision_number=3']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:00.608859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:00.641033 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ceb9c-6921-418e-986e-c10fc1cd199a req-907ebde6-7294-4254-b0ef-95a553face5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.642663 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-136ceb9c-6921-418e-986e-c10fc1cd199a req-907ebde6-7294-4254-b0ef-95a553face5e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3316555
Apr 15 19:44:00.659739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.660439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:00.661943 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4c03430c-099b-40dc-aa91-8eeb21230e3e service neutron] 10.222.0.42 "PUT /v2.0/ports/f3e3e57e-fcda-4874-a932-e9bf5df190ad HTTP/1.1" status: 200  len: 1094 time: 2.5013649
Apr 15 19:44:00.847104 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-13f85268-a852-48f3-ae6f-69ef19c46452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.848727 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-13f85268-a852-48f3-ae6f-69ef19c46452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 1096 time: 0.1590312
Apr 15 19:44:00.855047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-6ee03f4f-ab7b-4210-aeef-af71e2f2f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.856502 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-6ee03f4f-ab7b-4210-aeef-af71e2f2f65f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 1097 time: 0.1143584
Apr 15 19:44:00.865923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f23d2-08f1-4921-9924-14138278d388 req-06e70d8e-8fc8-43b8-a60c-0a9ae822c155 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:00.867469 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-748f23d2-08f1-4921-9924-14138278d388 req-06e70d8e-8fc8-43b8-a60c-0a9ae822c155 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 943 time: 0.0948954
Apr 15 19:44:00.917693 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-748f23d2-08f1-4921-9924-14138278d388 req-ac4397c7-f578-48cb-a3c6-f1c1b31fe075 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430014
Apr 15 19:44:01.006011 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-5a54a99e-c530-41d4-82b4-4e98150a1416 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b HTTP/1.1" status: 200  len: 217 time: 0.1319921
Apr 15 19:44:01.007327 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-4d21730d-0208-48f9-af73-ae4fb5bbe67b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad HTTP/1.1" status: 200  len: 217 time: 0.1322806
Apr 15 19:44:01.140090 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-25018b24-7229-4025-9a3f-7f1f644f5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:01.141621 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-25018b24-7229-4025-9a3f-7f1f644f5c9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8b9c5376-955e-4831-b505-10ee98311ea9 HTTP/1.1" status: 200  len: 855 time: 0.1226652
Apr 15 19:44:01.143075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-251dc78e-3a67-4b76-8e0e-cec8f81256b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:01.144462 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-251dc78e-3a67-4b76-8e0e-cec8f81256b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0914907
Apr 15 19:44:01.251504 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-ddf2cf0b-7bfc-4ff3-8985-585f5061af32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2c077e3b-d772-4e8e-a828-ab6eaa19c348&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0874586
Apr 15 19:44:01.327913 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31644c-06e1-4d98-8250-a2c92eef1727 req-a3693edb-7dd3-4be3-a510-4cb01fd10bc5 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:01.329653 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1b31644c-06e1-4d98-8250-a2c92eef1727 req-a3693edb-7dd3-4be3-a510-4cb01fd10bc5 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.0924087
Apr 15 19:44:01.384428 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1b31644c-06e1-4d98-8250-a2c92eef1727 req-c3f09056-547d-471b-8286-34da92780694 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480714
Apr 15 19:44:01.634836 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-613778db-d778-4cc0-aa4c-61991c0a0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:01.636471 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-613778db-d778-4cc0-aa4c-61991c0a0818 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4711742
Apr 15 19:44:01.727690 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-f7c4a36b-d2c7-481d-bd37-d0e791d9a9bf service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4665856
Apr 15 19:44:01.858655 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:01.908655 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-8284832c-4b08-4d05-81d7-b09d4dfb07d2 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2604382
Apr 15 19:44:01.915522 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'status': 'completed', 'code': 200}
Apr 15 19:44:01.960793 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-39c95e63-93cd-4819-ab49-481ff2c8d577 req-6dbbda47-17ac-4669-9381-20578215f3df service neutron] 10.222.0.42 "GET /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2252531
Apr 15 19:44:02.080759 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-fe7e2a21-0161-4408-b5d3-24950ed9727c req-6afbfb6a-2ecb-4e9d-bd5a-70efb6dd5b87 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507609
Apr 15 19:44:02.126600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08046b7-bf22-44bb-ac20-d8939b13901c req-4b594596-152f-4480-88f5-5c19057f1304 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:02.128204 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f08046b7-bf22-44bb-ac20-d8939b13901c req-4b594596-152f-4480-88f5-5c19057f1304 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 943 time: 0.0890710
Apr 15 19:44:02.178600 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f08046b7-bf22-44bb-ac20-d8939b13901c req-caea0fa8-d594-46f8-b903-6503580190b8 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430033
Apr 15 19:44:02.248149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-0ffd2462-09a1-48a2-a1a0-96b58883cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:02.249804 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-0ffd2462-09a1-48a2-a1a0-96b58883cea8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 1097 time: 0.0813131
Apr 15 19:44:02.392881 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-ae938523-9ff5-412e-b7b5-720edc1efc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:02.394523 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-ae938523-9ff5-412e-b7b5-720edc1efc6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.1382306
Apr 15 19:44:02.483666 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-dcd87c18-5fbd-421c-84bb-a8b9bf95690e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad HTTP/1.1" status: 200  len: 217 time: 0.0709307
Apr 15 19:44:02.544701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-459a9a6e-e607-4be5-85f2-607eaa0d67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:02.546332 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-459a9a6e-e607-4be5-85f2-607eaa0d67e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0648940
Apr 15 19:44:02.590644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217533d-09a7-4ad3-b3af-88effe3b8108 req-ccf82831-c1bf-4a99-a08b-2ad260e63eae tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:02.592987 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5217533d-09a7-4ad3-b3af-88effe3b8108 req-ccf82831-c1bf-4a99-a08b-2ad260e63eae tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.0936124
Apr 15 19:44:02.644563 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5217533d-09a7-4ad3-b3af-88effe3b8108 req-d4c4623a-4d8c-4641-afe0-45d6b551b2e3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452209
Apr 15 19:44:02.645028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-d814b0a1-b92d-44c8-bd3a-7a0e4b361355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:02.646967 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-d814b0a1-b92d-44c8-bd3a-7a0e4b361355 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877926
Apr 15 19:44:02.792067 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-49410336-86c0-4d00-94a5-1d459ff80cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356156
Apr 15 19:44:02.933100 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d9b8fff7-e9d2-4bee-b34d-edfb2eb518c3 req-01304f8f-d948-4a19-943d-56ef81e26954 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343634
Apr 15 19:44:03.377426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad152e2f-1867-4664-b2d7-38c924f005e7 req-b11bb380-1960-42cd-adf7-0a65b04b4286 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:03.379033 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad152e2f-1867-4664-b2d7-38c924f005e7 req-b11bb380-1960-42cd-adf7-0a65b04b4286 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 943 time: 0.0889611
Apr 15 19:44:03.400019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:44:03.427998 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ad152e2f-1867-4664-b2d7-38c924f005e7 req-1523accf-0611-4671-b924-842b7cc77c1a tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426922
Apr 15 19:44:03.546071 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:03.559894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b', 'network_id': '2c077e3b-d772-4e8e-a828-ab6eaa19c348', 'port_id': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b', 'mac_address': 'fa:16:3e:4f:af:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9c5376-955e-4831-b505-10ee98311ea9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:44:03.619823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:03.641264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:44:03.658240 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:03.689457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:03.691429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:03.760889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:03.768957 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.769391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.769753 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.770127 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.770497 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.770868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.771235 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.772307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.772680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.773050 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.773491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.773861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:03.777831 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:03.854895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd8cb-dd65-4a07-960b-20b870167b04 req-77740cfc-6d26-4a8a-b64c-cd4438c2edf3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:03.856538 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-840cd8cb-dd65-4a07-960b-20b870167b04 req-77740cfc-6d26-4a8a-b64c-cd4438c2edf3 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.1003437
Apr 15 19:44:03.910492 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-840cd8cb-dd65-4a07-960b-20b870167b04 req-1760ba71-3f45-407b-b1f8-66fc0ec62eb8 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465648
Apr 15 19:44:04.020070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:44:04.634908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021387d0-d598-4bd1-8600-2f2c11714711 req-8447115b-c540-4a3f-8a8b-08a2a724f53d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:04.636502 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-021387d0-d598-4bd1-8600-2f2c11714711 req-8447115b-c540-4a3f-8a8b-08a2a724f53d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 944 time: 0.0932717
Apr 15 19:44:04.684093 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-021387d0-d598-4bd1-8600-2f2c11714711 req-703607a6-d98b-434e-b1f5-30c4a19ebe06 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411661
Apr 15 19:44:05.114011 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339d0bd-8929-4ece-a91c-568c98d6e694 req-0c880bb3-6e4e-4156-ae8e-1bf809b1d5aa tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:05.115792 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e339d0bd-8929-4ece-a91c-568c98d6e694 req-0c880bb3-6e4e-4156-ae8e-1bf809b1d5aa tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.0915837
Apr 15 19:44:05.163884 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e339d0bd-8929-4ece-a91c-568c98d6e694 req-23cb91c2-6b01-4016-995f-736f7b99adea tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416486
Apr 15 19:44:05.413472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:44:05.506363 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-4538e94e-24f7-4606-843c-7af011bb5f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:05.524221 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:44:05.530332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:05.530760 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:05.656501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:05.684413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:05.695083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:05.718019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:05.721592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:05.763931 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b', 'code': 200}
Apr 15 19:44:05.803057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:05.808560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:05.884972 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060facf3-90fc-47bb-94dd-ce4a73af1112 req-f28aca05-b133-423b-a6d8-4a8cc0d892b7 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:05.886592 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-060facf3-90fc-47bb-94dd-ce4a73af1112 req-f28aca05-b133-423b-a6d8-4a8cc0d892b7 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 945 time: 0.0890892
Apr 15 19:44:05.938183 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-060facf3-90fc-47bb-94dd-ce4a73af1112 req-94db7b86-a62b-4032-8833-43b1897966c3 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445580
Apr 15 19:44:06.045093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d1a9d-a551-46f0-a116-d6fe6b4940aa req-19f0a2c8-461e-44e0-af3a-d160d237bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:06.046703 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d69d1a9d-a551-46f0-a116-d6fe6b4940aa req-19f0a2c8-461e-44e0-af3a-d160d237bb1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 1098 time: 0.0770285
Apr 15 19:44:06.089614 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-d69d1a9d-a551-46f0-a116-d6fe6b4940aa req-cdcbfe18-b0c3-4039-a4c1-d1d897b1dd70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353520
Apr 15 19:44:06.364121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466f85a-bcc6-4cac-b157-78a43b96d4fa req-b6275d48-f290-4bf1-ba20-59c105e204cc tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:06.365705 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5466f85a-bcc6-4cac-b157-78a43b96d4fa req-b6275d48-f290-4bf1-ba20-59c105e204cc tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.0883975
Apr 15 19:44:06.412471 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5466f85a-bcc6-4cac-b157-78a43b96d4fa req-828137e5-c8e3-4c48-a19d-0b02297a38c5 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405483
Apr 15 19:44:07.144857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134adf1-25f2-4301-9438-2691008c3a08 req-5486ee5e-7bd8-4b2d-b595-2ad05836abf3 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:07.146914 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8134adf1-25f2-4301-9438-2691008c3a08 req-5486ee5e-7bd8-4b2d-b595-2ad05836abf3 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 945 time: 0.0943067
Apr 15 19:44:07.197170 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8134adf1-25f2-4301-9438-2691008c3a08 req-55edf949-0dea-4df6-9d6a-c5bb74a9fb01 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431986
Apr 15 19:44:07.483782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a4370fb8-dfcc-4efa-9493-1ccb3e3b9170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:07.610266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb4e1c-af64-4bd3-bf27-9108a0641a4d req-6a18246f-c80f-4055-9eab-790082cdb6fe tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:07.611872 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5ffb4e1c-af64-4bd3-bf27-9108a0641a4d req-6a18246f-c80f-4055-9eab-790082cdb6fe tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.0882428
Apr 15 19:44:07.660484 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5ffb4e1c-af64-4bd3-bf27-9108a0641a4d req-c1399378-5244-481f-a34e-52c9e77120df tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419719
Apr 15 19:44:08.047569 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.402129 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403c4a9-a372-41fb-ae6a-977f890b200f req-e47311f3-97fc-4e6b-b172-e9649c9be108 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:08.403787 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5403c4a9-a372-41fb-ae6a-977f890b200f req-e47311f3-97fc-4e6b-b172-e9649c9be108 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 945 time: 0.0921738
Apr 15 19:44:08.452715 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-5403c4a9-a372-41fb-ae6a-977f890b200f req-159616d0-ff2c-46c2-9791-be6491891df4 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424709
Apr 15 19:44:08.558037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.870047 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5deac-ac1a-4d1b-af3b-2976e836074b req-954385c8-6988-4009-88aa-6fe464412614 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:08.871674 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-67b5deac-ac1a-4d1b-af3b-2976e836074b req-954385c8-6988-4009-88aa-6fe464412614 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 944 time: 0.0935147
Apr 15 19:44:08.929092 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-67b5deac-ac1a-4d1b-af3b-2976e836074b req-6599929b-cc74-48ec-b9fe-2e6a831bfbae tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459266
Apr 15 19:44:09.453748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f3e3e57e-fcda-4874-a932-e9bf5df190ad details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=85380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:44:09.595934 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port f3e3e57e-fcda-4874-a932-e9bf5df190ad, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:09.609933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Returning: {'device': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'port_id': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'mac_address': 'fa:16:3e:41:58:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:44:09.668336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:09.686103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e3e57e-fcda-4874-a932-e9bf5df190ad {{(pid=85380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:44:09.702270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port f3e3e57e-fcda-4874-a932-e9bf5df190ad, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:09.732644 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:09.734480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3c3b3c07-2579-42d0-bff1-530bb8b7705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:09.807063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=f3e3e57e-fcda-4874-a932-e9bf5df190ad,revision_number=4']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:09.810795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:09.938816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:10.024484 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['f3e3e57e-fcda-4874-a932-e9bf5df190ad'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:44:10.130684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639166a-c94e-4686-a1fb-1ff6142d698a req-8dedaaed-175c-4360-80a6-55fac12f8fcf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:10.132309 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7639166a-c94e-4686-a1fb-1ff6142d698a req-8dedaaed-175c-4360-80a6-55fac12f8fcf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 945 time: 0.0904548
Apr 15 19:44:10.181103 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7639166a-c94e-4686-a1fb-1ff6142d698a req-2e0fbb03-3e6d-4ef2-b17e-9a77c5156142 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416000
Apr 15 19:44:10.869186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49890) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:10.939889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Deleting subnet 73ffd80a-c123-4d59-b2f1-34ecff9b19bb {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:44:10.942954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:10.995482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:11.052481 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:11.474358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f3e3e57e-fcda-4874-a932-e9bf5df190ad up at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:44:11.569180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning for port f3e3e57e-fcda-4874-a932-e9bf5df190ad completed by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:44:11.574369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.provisioning_blocks [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Provisioning complete for port f3e3e57e-fcda-4874-a932-e9bf5df190ad triggered by entity L2. {{(pid=85380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:11.574795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852753434'] for port, provisioning_complete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:11.622130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bdec6-d863-4a03-ab6d-5ebcbffb5b88 req-7769589b-1620-470a-a49e-37efa1a94a61 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:11.624226 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b4bdec6-d863-4a03-ab6d-5ebcbffb5b88 req-7769589b-1620-470a-a49e-37efa1a94a61 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 945 time: 0.1743636
Apr 15 19:44:11.675886 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8b4bdec6-d863-4a03-ab6d-5ebcbffb5b88 req-a086fb34-b6ad-4ce1-aa47-bd873b9a72ed tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439959
Apr 15 19:44:11.677057 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:11.709612 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:11.743666 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad'}] {{(pid=85380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:11.755535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] For port f3e3e57e-fcda-4874-a932-e9bf5df190ad, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:11.784953 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710'] for port, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:11.787741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:11.794705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:11.839929 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ffd80a-c123-4d59-b2f1-34ecff9b19bb,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:11.849145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:11.852645 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'code': 200}
Apr 15 19:44:11.862466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.862889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.863303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.863713 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.864115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.864518 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.864920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.865503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.865906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.866306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.866703 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.867098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:11.878169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:11.883709 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49900) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:11.883917 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73ffd80a-c123-4d59-b2f1-34ecff9b19bb HTTP/1.1" status: 204  len: 168 time: 1.0133996
Apr 15 19:44:11.910366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Pushing event updated for resources: {'Port': ['ID=f3e3e57e-fcda-4874-a932-e9bf5df190ad,revision_number=5']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:11.913681 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:12.008008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:12.203943 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:12.373515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5649e8>,) {'filters': {'network_id': ['f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9']}} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:12.389476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5649e8>, 'ba89964e-d1fb-43a9-81e2-f2cbddfad4b7') {'for_net_delete': True} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:12.389818 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b5649e8>, 'ba89964e-d1fb-43a9-81e2-f2cbddfad4b7') {} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:12.406019 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358555'] for segment, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:12.423022 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b4076-69ed-4b67-9cdb-6f34d8d47aba req-c2d46fb2-a36a-4e91-b54a-2e10d7996804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:12.424620 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7b1b4076-69ed-4b67-9cdb-6f34d8d47aba req-c2d46fb2-a36a-4e91-b54a-2e10d7996804 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 1099 time: 0.1554255
Apr 15 19:44:12.470624 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7b1b4076-69ed-4b67-9cdb-6f34d8d47aba req-357d32e9-9b75-4594-b961-2e76e01495e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393419
Apr 15 19:44:12.481472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:12.487853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=85378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:44:12.665786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Network f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:12.674853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847892814'] for segment, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:12.860652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Network f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:44:12.883593 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:44:12.897180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea383fb2-15ac-4ac6-a51b-97eb56670529 req-6a386571-f9b4-4ddd-abb1-0798d1457e3e tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:12.898816 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea383fb2-15ac-4ac6-a51b-97eb56670529 req-6a386571-f9b4-4ddd-abb1-0798d1457e3e tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 946 time: 0.0964053
Apr 15 19:44:12.946980 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ea383fb2-15ac-4ac6-a51b-97eb56670529 req-da2fcf7c-a405-497f-99fb-11f43fd47285 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411181
Apr 15 19:44:13.224588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.228588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b51ec84f-a2a1-4b06-9374-800f3a3c3517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:13.245537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.253255 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:13.255605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:13.257099 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fea220a1-e85e-4834-9a86-b287c6383e35 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f28ea497-ee5b-4aea-9097-b8fb1bfc8cd9 HTTP/1.1" status: 204  len: 168 time: 1.3722951
Apr 15 19:44:13.260031 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49908) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:13.325117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Deleting subnet b56ac04b-ea0c-45b0-81fd-26a2fdcaad7a {{(pid=85378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:44:13.328844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.383790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417245'] for subnet, precommit_delete_associations {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.676140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.958475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6882323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258920'] for subnet, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.974658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:14.060413 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56ac04b-ea0c-45b0-81fd-26a2fdcaad7a,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:14.067671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:14.113161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.121696 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-c2230f04-2dd5-4ce5-bb2e-d25af1aac2f9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b56ac04b-ea0c-45b0-81fd-26a2fdcaad7a HTTP/1.1" status: 204  len: 168 time: 0.8582745
Apr 15 19:44:14.122153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49916) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:14.156984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957a539-69b0-4951-a49a-bceaabbf0e27 req-158935b0-9dd7-476b-baf7-4e5aa58e6545 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:14.158621 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1957a539-69b0-4951-a49a-bceaabbf0e27 req-158935b0-9dd7-476b-baf7-4e5aa58e6545 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 946 time: 0.0946624
Apr 15 19:44:14.206379 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1957a539-69b0-4951-a49a-bceaabbf0e27 req-b6491245-1520-4961-acac-9be126b5b7f5 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413125
Apr 15 19:44:14.243223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.409835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17017146-7f4d-4ec9-a953-387965a95f6e req-22883377-5032-4c09-bfd2-e7841884c394 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:14.411410 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-17017146-7f4d-4ec9-a953-387965a95f6e req-22883377-5032-4c09-bfd2-e7841884c394 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 946 time: 0.0917320
Apr 15 19:44:14.437465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.461233 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-17017146-7f4d-4ec9-a953-387965a95f6e req-5938b7e5-400b-4904-8293-51115a32f088 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431204
Apr 15 19:44:14.486299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49922) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:14.549399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9a98aeb8>,) {'filters': {'network_id': ['fb6aaa37-12b4-439d-b2d3-e95e12641e7b']}} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:14.565686 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a98aeb8>, '7c54f150-17c3-48b2-a261-ced037b3ff4e') {'for_net_delete': True} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:14.566028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a98aeb8>, '7c54f150-17c3-48b2-a261-ced037b3ff4e') {} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:14.578636 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358555'] for segment, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.593942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.602410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=85378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:44:14.745311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca597a-8e4e-40f7-adb5-2d17d610fd28 tempest-TestVolumeBootPattern-1234503534 tempest-TestVolumeBootPattern-1234503534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:14.747403 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-89ca597a-8e4e-40f7-adb5-2d17d610fd28 tempest-TestVolumeBootPattern-1234503534 tempest-TestVolumeBootPattern-1234503534-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 1094 time: 0.2594950
Apr 15 19:44:14.750325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 49928) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:14.755845 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.v2.base [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Request body: {'floatingip': {'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'port_id': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:44:14.762208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:14.766924 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Usage tracker for resource:floatingip and tenant:ee85236559e849beb8f204ab73f5c9f1 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:14.769974 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:14.776347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:14.784466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Network fb6aaa37-12b4-439d-b2d3-e95e12641e7b has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:14.793702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847892814'] for segment, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.812770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.958446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.976873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Network fb6aaa37-12b4-439d-b2d3-e95e12641e7b has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:44:14.999850 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:44:15.104498 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.107457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_common [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Allocated IP 172.27.1.21 (aff3dc65-72ca-47ab-a63f-a78e07c2b292/f498c293-4ecf-472f-a211-b31176074df8/e0284adc-c74d-4505-8e2e-f586238ff4c0) {{(pid=85379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:44:15.109137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:15.123905 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.133737 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6aaa37-12b4-439d-b2d3-e95e12641e7b,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:15.136078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:15.141760 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-08a569ab-88fc-42f5-8bf0-c496f8126b96 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fb6aaa37-12b4-439d-b2d3-e95e12641e7b HTTP/1.1" status: 204  len: 168 time: 1.0145237
Apr 15 19:44:15.265515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.322043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756797210056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.337305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:15.453419 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49936) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:15.475744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=e0284adc-c74d-4505-8e2e-f586238ff4c0,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:15.480322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:15.509132 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ac3f95c6-8237-46da-9840-9e5057c5a1b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bc6341f6f544e7bacd8e4ac44b20dc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520492
Apr 15 19:44:15.509446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49940) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:15.533411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Network aff3dc65-72ca-47ab-a63f-a78e07c2b292 is already hosted by enough agents. {{(pid=85379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:44:15.534585 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.base_scheduler [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Resources bound (agent type, host, resource id):  {{(pid=85379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:44:15.536912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Received port after_create {{(pid=85379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:44:15.571727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.599062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.666164 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.672075 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f22d6b63-51e9-4e19-b333-b6d970dc580d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:15.684811 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a7fd2-3743-46ad-bde6-f887b5cac25e,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:15.688004 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:15.690058 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.691281 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f8a7fd2-3743-46ad-bde6-f887b5cac25e HTTP/1.1" status: 204  len: 168 time: 0.1808677
Apr 15 19:44:15.966936 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.077313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-204211'] for port, before_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.303637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for port, precommit_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.311570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49950) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:16.340937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756797660480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756797210073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280057565710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6431553'] for port, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.356390 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d61f3f03-5615-4e6d-8b88-83e24d66ce3d tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:16.366828 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f455635b-c5f9-440b-8ed4-456ce1fbfba7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f2fdfbd902444fea75f35447d62b3ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539360
Apr 15 19:44:16.369438 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 49954) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:16.430756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.458682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.488306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event updated for resources: {'Port': ['ID=e0284adc-c74d-4505-8e2e-f586238ff4c0,revision_number=2']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:16.492777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:16.541791 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.547617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b2777489-7e2d-4aa1-a2d1-8a894d1cd9fb tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:16.560850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e158366-e53f-4b96-830f-368c36c8624c,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:16.563991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:16.566069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.567779 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e158366-e53f-4b96-830f-368c36c8624c HTTP/1.1" status: 204  len: 168 time: 0.1968215
Apr 15 19:44:16.597074 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674980'] for floatingip, after_update {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.778355 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Floating IP 3e32fb2c-7180-4b01-892b-0c7dbdf4048c associated. External IP: 172.27.1.21, port: f3e3e57e-fcda-4874-a932-e9bf5df190ad.
Apr 15 19:44:17.405201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:44:17.603523 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:44:17.614256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:44:17.641062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:17.641825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9daac8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:17.688500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:17.761490 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0099647
Apr 15 19:44:17.763110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad'}] {{(pid=85379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:17.816409 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'status': 'completed', 'code': 200}
Apr 15 19:44:17.939286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-f7fc00a0-7800-4acb-8815-109f91d4cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:17.940897 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-f7fc00a0-7800-4acb-8815-109f91d4cce6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 1099 time: 0.0995400
Apr 15 19:44:17.942899 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:18.023217 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:18.098008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-bfda99f0-24a6-403f-a3a5-5112d1a40c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:18.099633 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-bfda99f0-24a6-403f-a3a5-5112d1a40c67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.1496844
Apr 15 19:44:18.221212 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-a577e2f8-a0c8-428d-b4d0-79a6fe60f19f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad HTTP/1.1" status: 200  len: 999 time: 0.1099672
Apr 15 19:44:18.296532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-f2852bdf-5323-4271-a5bc-c728435b18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:18.298168 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-f2852bdf-5323-4271-a5bc-c728435b18f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0673635
Apr 15 19:44:18.382288 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-454b3856-b30c-4e91-88c6-2a7a0bed1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:18.383915 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-454b3856-b30c-4e91-88c6-2a7a0bed1386 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788383
Apr 15 19:44:18.431873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9daac8>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '3e32fb2c-7180-4b01-892b-0c7dbdf4048c', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:41:58:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3325632-651b-4bb2-b477-825692327200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:44:15Z', 'updated_at': '2021-04-15T19:44:15Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}, {'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:05Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:18.436637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:44:18.445610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:18.446273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9daac8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:18.574809 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-a8fd47f1-19e1-470f-a13b-7a7922582b35 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763091
Apr 15 19:44:18.655794 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:18.742658 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63f5a535-22f5-4adc-87ca-3085f9dae881 req-74720b9a-b646-4e4d-8114-e7197928d833 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602492
Apr 15 19:44:19.050733 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9a9daac8>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '3e32fb2c-7180-4b01-892b-0c7dbdf4048c', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:41:58:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3325632-651b-4bb2-b477-825692327200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:44:15Z', 'updated_at': '2021-04-15T19:44:15Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}, {'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:05Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:19.055149 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5986c15-c1d2-43cd-9921-f53e60cd1289 None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '3e32fb2c-7180-4b01-892b-0c7dbdf4048c', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:41:58:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3325632-651b-4bb2-b477-825692327200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:44:15Z', 'updated_at': '2021-04-15T19:44:15Z', 'revision_number': 0, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}, {'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:05Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:44:19.376345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ca7a8-c07c-4eed-9bdb-d5682617e563 None None] New status for floating IP 3e32fb2c-7180-4b01-892b-0c7dbdf4048c: ACTIVE {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:44:20.907758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50036) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:21.129107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Deleting port d7778f8b-b88f-4c97-b752-8486b7291a28 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:21.129507 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.316412 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.316804 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.449814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Calling delete_port for d7778f8b-b88f-4c97-b752-8486b7291a28 owned by network:floatingip {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:21.695269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.713501 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-99a5a0e5-12e4-4796-a7c9-fa3fa01dde56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:21.807096 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event deleted for resources: {'Port': ['ID=d7778f8b-b88f-4c97-b752-8486b7291a28,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:21.815336 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:22.173600 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-72a726bd-fed7-4945-b8fa-39efcf730169 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3593936
Apr 15 19:44:22.320254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for floatingip, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:22.320625 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Floating IP ccfada9d-1695-4d4e-a8b5-4246b94bd140 disassociated (deleted). External IP: 172.27.1.158, port: cecddd3f-e29f-4bf0-82ca-99c1d511d132.
Apr 15 19:44:22.510855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-8edac505-652c-4ad8-bb00-f6e1f7961d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:22.512029 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-8edac505-652c-4ad8-bb00-f6e1f7961d32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1098 time: 0.2463858
Apr 15 19:44:22.835658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-4feddc67-f6f8-454a-b7bf-94dd498d02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:22.837228 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-4feddc67-f6f8-454a-b7bf-94dd498d02f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 909 time: 0.2581835
Apr 15 19:44:22.842344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Router af03e65d-fdff-46e6-967a-0d9ab64c6a9d has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:44:22.979759 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-1e1d9d79-8336-42eb-95e4-a9570ed6cbf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 217 time: 0.1335270
Apr 15 19:44:23.142344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-a9f3e600-4c0f-4456-8488-c867adac0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:23.143895 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-a9f3e600-4c0f-4456-8488-c867adac0b07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 200  len: 847 time: 0.1072245
Apr 15 19:44:23.211780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:44:23.224604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] Sync routers for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:44:23.236109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:23.236822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3fe2b0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:23.247180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:23.321146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-e6dbb621-0310-439f-8083-80d4b8e362cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:23.322809 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-e6dbb621-0310-439f-8083-80d4b8e362cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed8b8534-23a6-4718-b440-d3bb87a90f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1711464
Apr 15 19:44:23.325647 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e1be1ac3-d80d-47c8-b414-75c7e431aa9c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "DELETE /v2.0/floatingips/ccfada9d-1695-4d4e-a8b5-4246b94bd140 HTTP/1.1" status: 204  len: 168 time: 2.4161229
Apr 15 19:44:23.326940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:23.462329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:23.491836 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-6d16ac74-7ffe-4d4a-a0da-5986a84ba3e7 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581831
Apr 15 19:44:23.502232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50cef-6866-40f5-9edc-6c801590a64d req-75ff94d0-885e-4703-a4e3-dce8185a78cb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:23.504224 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c6c50cef-6866-40f5-9edc-6c801590a64d req-75ff94d0-885e-4703-a4e3-dce8185a78cb tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 945 time: 0.0964661
Apr 15 19:44:23.554305 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c6c50cef-6866-40f5-9edc-6c801590a64d req-803796a4-c5fc-494a-91c0-0b8c6f6b1865 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436237
Apr 15 19:44:23.641253 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'status': 'completed', 'code': 200}
Apr 15 19:44:23.694884 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3c5861f8-4169-4b59-ae40-2a2ff2720419 req-a4e67bfd-ab4d-48b8-ac2e-954e038c6c4d service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951294
Apr 15 19:44:23.808220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3fe2b0>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:32Z', 'revision_number': 5, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:23.813070 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] Checking router: af03e65d-fdff-46e6-967a-0d9ab64c6a9d for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:44:23.823078 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:23.823749 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3fe2b0>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:23.842877 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433a69c-5ce6-46d3-9484-51fe0ae06dc3 req-42e48216-c9b5-464e-8741-fd4deb315a7e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:23.844223 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-d9aa438f-8851-4007-9c87-50eb7ba858e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:23.844495 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e433a69c-5ce6-46d3-9484-51fe0ae06dc3 req-42e48216-c9b5-464e-8741-fd4deb315a7e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.1002972
Apr 15 19:44:23.845883 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-d9aa438f-8851-4007-9c87-50eb7ba858e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 1098 time: 0.0808821
Apr 15 19:44:23.900705 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e433a69c-5ce6-46d3-9484-51fe0ae06dc3 req-27d56fb1-323d-45b2-8470-ee080bcec47c tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469167
Apr 15 19:44:24.009385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-5585b5b3-ee6b-43a8-b7d0-845fbf512556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:24.011138 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-5585b5b3-ee6b-43a8-b7d0-845fbf512556 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 200  len: 909 time: 0.1554232
Apr 15 19:44:24.095452 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-02d7b6f3-602c-4e47-af17-d57a8d7cdfdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 200  len: 217 time: 0.0763977
Apr 15 19:44:24.171260 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-ad851c2f-7c5e-4e50-939f-d4acb2f9a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:24.172826 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-ad851c2f-7c5e-4e50-939f-d4acb2f9a567 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 200  len: 847 time: 0.0675437
Apr 15 19:44:24.191242 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:24.268035 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-9c538fb4-9512-4593-a914-afca7807d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:24.269685 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-9c538fb4-9512-4593-a914-afca7807d799 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ed8b8534-23a6-4718-b440-d3bb87a90f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850804
Apr 15 19:44:24.554194 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b3fe2b0>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:32Z', 'revision_number': 5, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:24.560614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405133a-0831-45b7-a477-b300f2a4c7db None None] The sync data for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi is: [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:39:24Z', 'revision_number': 4, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': 'cc3205c3-82a5-4576-bab3-7397928d503e', 'name': '', 'network_id': 'ed8b8534-23a6-4718-b440-d3bb87a90f55', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'mac_address': 'fa:16:3e:93:62:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:23Z', 'updated_at': '2021-04-15T19:39:32Z', 'revision_number': 5, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'subnets': [{'id': '939b041e-0a8a-42f3-a4bd-46eeecaf2a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:44:24.692628 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-82c378d9-68d6-42af-bde2-777e516eb9a5 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4108760
Apr 15 19:44:24.776928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a538a97-7c38-423b-b3a3-dd20e5ceab80 req-6e8dcc4d-2de8-4ac8-a602-b9493ea2ea5d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:24.779093 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2a538a97-7c38-423b-b3a3-dd20e5ceab80 req-6e8dcc4d-2de8-4ac8-a602-b9493ea2ea5d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 945 time: 0.0901651
Apr 15 19:44:24.830191 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2a538a97-7c38-423b-b3a3-dd20e5ceab80 req-19fb3530-7170-40a9-9507-79d520ee6aca tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442746
Apr 15 19:44:24.846066 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-409fee3f-8a5a-4b1c-8f76-eb279bacb8dc req-31ee58c7-5450-4612-a9b8-a67e502f8dc2 service neutron] 10.222.0.42 "GET /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464069
Apr 15 19:44:24.980745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aca56c-5d2c-4b75-8360-5229491a9933 None None] New status for floating IP ccfada9d-1695-4d4e-a8b5-4246b94bd140: DOWN {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:44:25.027106 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-7be1a82e-17ce-4503-88e3-300009954699 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:25.027810 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-7be1a82e-17ce-4503-88e3-300009954699 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Synchronizing usage tracker for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:44:25.078039 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-7be1a82e-17ce-4503-88e3-300009954699 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Unset dirty status for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:44:25.079326 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-7be1a82e-17ce-4503-88e3-300009954699 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 945 time: 0.1425052
Apr 15 19:44:25.114185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a754c-70af-4521-8727-8bd082f20e3d req-b9dae5d8-a6b9-4a4e-9449-f91796fae4c6 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:25.115979 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-406a754c-70af-4521-8727-8bd082f20e3d req-b9dae5d8-a6b9-4a4e-9449-f91796fae4c6 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.0990622
Apr 15 19:44:25.165091 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Deleting port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:25.165547 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.165866 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-406a754c-70af-4521-8727-8bd082f20e3d req-3d4ed135-a46b-41ea-9841-a2c1f7f759ce tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428801
Apr 15 19:44:25.252222 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:44:25.493209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] For port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:25.493889 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.570971 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0bdba-8e94-48fa-b995-400477492930 req-d66f7055-e4f5-4300-bd72-d5e2e5fd4afd tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:25.571724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-3eb0bdba-8e94-48fa-b995-400477492930 req-d66f7055-e4f5-4300-bd72-d5e2e5fd4afd tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Synchronizing usage tracker for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:44:25.638420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Calling delete_port for c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:25.762367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-3eb0bdba-8e94-48fa-b995-400477492930 req-d66f7055-e4f5-4300-bd72-d5e2e5fd4afd tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Unset dirty status for tenant:92c1622bc6cf45d7835ceeb2e3373708 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:44:25.768359 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3eb0bdba-8e94-48fa-b995-400477492930 req-d66f7055-e4f5-4300-bd72-d5e2e5fd4afd tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.42 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.4010813
Apr 15 19:44:25.865844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Deleting port cecddd3f-e29f-4bf0-82ca-99c1d511d132 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:25.871675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.908723 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.922109 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0', '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', '7183f773-58bf-4f30-8fb6-6fd133ebe224', 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:44:25.926987 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1ae59f8d-f048-4186-bb0f-3b853d725968 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:25.982476 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event deleted for resources: {'Port': ['ID=c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:25.985533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:26.019704 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e84f6ad2-6457-4d61-8479-8cea1312d32e req-fb933bdc-7e2c-4003-b485-ef3d094d19cc tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 210 time: 0.0630300
Apr 15 19:44:26.382087 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb647c-c511-4e19-9086-ce710b5969a4 req-0bfa1e57-b7a9-4755-9398-57a6ec5acd57 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:26.383226 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-debb647c-c511-4e19-9086-ce710b5969a4 req-0bfa1e57-b7a9-4755-9398-57a6ec5acd57 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 945 time: 0.0928106
Apr 15 19:44:26.436130 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-debb647c-c511-4e19-9086-ce710b5969a4 req-0843b8b6-9a5b-43b8-a1fe-28d96df4f36e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ed8a0da-4306-4d84-87c5-87da01186ba5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451505
Apr 15 19:44:26.437990 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] No DVR routers for this DVR port c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:44:26.440542 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:26.446531 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'name': 'network-vif-deleted', 'tag': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:26.457376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] For port cecddd3f-e29f-4bf0-82ca-99c1d511d132, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=cecddd3f-e29f-4bf0-82ca-99c1d511d132,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:26.457835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:26.534876 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1049cd-0a43-46db-ad88-cf55e3058d51', 'name': 'network-vif-deleted', 'tag': 'c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b', 'status': 'completed', 'code': 200}
Apr 15 19:44:26.597800 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1d49ed7a-aecd-4a80-a76b-7937d2d39fff req-76ddc282-0256-474a-b48e-5d0fb9546eda tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "DELETE /v2.0/ports/c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b HTTP/1.1" status: 204  len: 173 time: 1.5122781
Apr 15 19:44:26.605434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Calling delete_port for cecddd3f-e29f-4bf0-82ca-99c1d511d132 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:26.826868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:26.845579 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ef2d4e59-0a61-4825-a918-a52d9d0a5c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:26.946254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event deleted for resources: {'Port': ['ID=cecddd3f-e29f-4bf0-82ca-99c1d511d132,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:26.950767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:27.096083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] No DVR routers for this DVR port cecddd3f-e29f-4bf0-82ca-99c1d511d132 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:44:27.098859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:27.141296 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3eb0bdba-8e94-48fa-b995-400477492930 req-78e3542e-10a0-4bda-a704-401de528817e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.42 "DELETE /v2.0/ports/cecddd3f-e29f-4bf0-82ca-99c1d511d132 HTTP/1.1" status: 204  len: 173 time: 1.3696353
Apr 15 19:44:27.199051 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-dd319c45-0f95-4308-a609-819ea24bd2a0 req-857497b2-7f4d-4d27-a42b-77491cd53ed2 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd1049cd-0a43-46db-ad88-cf55e3058d51 HTTP/1.1" status: 200  len: 210 time: 0.0491569
Apr 15 19:44:27.601350 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-6906c1a5-7f26-4036-ab26-17513948b590 req-504685ce-a8b8-4e4b-a279-737714785f4b tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "GET /v2.0/ports?device_id=0276113f-a20f-4806-a2d9-90ac652370b2 HTTP/1.1" status: 200  len: 210 time: 0.0477192
Apr 15 19:44:28.290017 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50138) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:28.420782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.436479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:28.440925 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb886bc1ca8f4b9cbdc59db5dea43703 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:28.444008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:28.450086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:28.537289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-deleted', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:28.550992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.580460 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.589553 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:28.601940 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0276113f-a20f-4806-a2d9-90ac652370b2', 'name': 'network-vif-deleted', 'tag': 'cecddd3f-e29f-4bf0-82ca-99c1d511d132', 'status': 'completed', 'code': 200}
Apr 15 19:44:28.638700 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb886bc1ca8f4b9cbdc59db5dea43703&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3450058
Apr 15 19:44:28.639597 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77648082-fbcb-4984-b44c-a3e232a4ac2b,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:28.639716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50152) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:28.643296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d270ee1e-24f2-41ea-8e79-a46f6195d5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:28.707792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50156) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:28.708559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.738982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.783025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.815016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.826679 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.832043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-87d19ca7-3946-4797-8d54-80e333ccd654 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:28.843926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77648082-fbcb-4984-b44c-a3e232a4ac2b,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:28.850314 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:28.851163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:28.852370 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77648082-fbcb-4984-b44c-a3e232a4ac2b HTTP/1.1" status: 204  len: 168 time: 0.2116334
Apr 15 19:44:29.003832 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.009658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ed198cd6-3c66-4519-ae05-9e2c3827f639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:29.033711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8a0da-4306-4d84-87c5-87da01186ba5,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:29.042243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.042671 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.043088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.043499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.043906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.044313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.044731 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.045130 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.045563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.045968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.046369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.046809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:29.049999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:29.095151 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.096392 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-5ec9cfa4-1fd7-4a86-8716-231afebd0988 tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ed8a0da-4306-4d84-87c5-87da01186ba5 HTTP/1.1" status: 204  len: 168 time: 0.3874204
Apr 15 19:44:29.166759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50166) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:29.345586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50172) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:29.364912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.380171 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:29.384246 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Usage tracker for resource:security_group_rule and tenant:ee51b264ac2143468e918198fb96e258 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:29.387382 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:29.394499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:29.478833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.511574 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.521450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0a5e4e87-68dc-4963-b5aa-2db0e9f24c5f tempest-AttachVolumeTestJSON-373048017 tempest-AttachVolumeTestJSON-373048017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:29.564525 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee51b264ac2143468e918198fb96e258&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2174425
Apr 15 19:44:29.565187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf7672f-6d5a-46c3-a593-7cf0e178b727,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:29.567799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50178) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:29.570748 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-de26e8ff-4545-4e17-b02a-05141226e3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:29.599384 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:29.631827 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fc33fc2c-e17e-4b86-bbc3-fa1341dabd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.662345 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fc33fc2c-e17e-4b86-bbc3-fa1341dabd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.667611 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:29.668036 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device c4ace2d2-f09f-46e7-8f75-8c82fdf6e70b not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:29.668646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device cecddd3f-e29f-4bf0-82ca-99c1d511d132 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:29.708263 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: cecddd3f-e29f-4bf0-82ca-99c1d511d132 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:29.708665 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device cecddd3f-e29f-4bf0-82ca-99c1d511d132 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:29.750088 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fc33fc2c-e17e-4b86-bbc3-fa1341dabd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.755355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e339691a-7020-4088-a4e4-9e9162f42f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:29.769268 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33fc2c-e17e-4b86-bbc3-fa1341dabd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf7672f-6d5a-46c3-a593-7cf0e178b727,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:29.772677 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fc33fc2c-e17e-4b86-bbc3-fa1341dabd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:29.773629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fc33fc2c-e17e-4b86-bbc3-fa1341dabd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:29.775955 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fc33fc2c-e17e-4b86-bbc3-fa1341dabd76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdf7672f-6d5a-46c3-a593-7cf0e178b727 HTTP/1.1" status: 204  len: 168 time: 0.2071636
Apr 15 19:44:29.881114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.268146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f460e-c21f-4c8d-927f-4c5b400712ab req-db9eec25-0114-4b99-ac8b-8887b56ade97 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:30.269740 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e85f460e-c21f-4c8d-927f-4c5b400712ab req-db9eec25-0114-4b99-ac8b-8887b56ade97 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 946 time: 0.2057853
Apr 15 19:44:30.354844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50190) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:30.371039 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e85f460e-c21f-4c8d-927f-4c5b400712ab req-271944bd-9688-4f87-b097-835caf1dec0d tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936332
Apr 15 19:44:30.374369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.377825 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Deleting port cc3205c3-82a5-4576-bab3-7397928d503e {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:30.378207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.400144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:30.404700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Usage tracker for resource:security_group_rule and tenant:5d212d87511f46f390c2bb3c5d618611 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:30.407809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:30.414006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:30.499013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.528859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.538544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3ae97180-9218-424d-83ca-5e865eb3719d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:30.560418 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] For port cc3205c3-82a5-4576-bab3-7397928d503e, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=cc3205c3-82a5-4576-bab3-7397928d503e,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:30.560821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.581843 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d212d87511f46f390c2bb3c5d618611&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2258427
Apr 15 19:44:30.583571 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d961fb-5cc7-428b-a5d2-f2f5511fd6ef,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:30.586110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50194) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:30.588858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-87e851f6-f33c-40b6-92ad-6ef1ef28b890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:30.654377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.681660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.696610 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Calling delete_port for cc3205c3-82a5-4576-bab3-7397928d503e owned by network:router_interface {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:30.751777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.756965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3358f174-fe3e-454c-bf5f-76cc34bf809d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:30.770296 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d961fb-5cc7-428b-a5d2-f2f5511fd6ef,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:30.774603 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:30.775993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:30.779864 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00d961fb-5cc7-428b-a5d2-f2f5511fd6ef HTTP/1.1" status: 204  len: 168 time: 0.1901193
Apr 15 19:44:30.972926 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:31.236515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:31.332083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3205c3-82a5-4576-bab3-7397928d503e,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:31.336037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:31.777786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce065725-20e7-48dc-aee9-5ec5f26883cb req-93ddac22-bf13-4b15-a46e-4dffe212a64e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:31.779994 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ce065725-20e7-48dc-aee9-5ec5f26883cb req-93ddac22-bf13-4b15-a46e-4dffe212a64e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 946 time: 0.2112498
Apr 15 19:44:31.783304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:31.804224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-b0eb23ca-066f-4b09-9bed-01b61db261ed tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:31.805007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-b0eb23ca-066f-4b09-9bed-01b61db261ed tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Synchronizing usage tracker for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:44:31.865436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-b0eb23ca-066f-4b09-9bed-01b61db261ed tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Unset dirty status for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:44:31.867291 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-b0eb23ca-066f-4b09-9bed-01b61db261ed tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 946 time: 0.1540906
Apr 15 19:44:31.915974 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ce065725-20e7-48dc-aee9-5ec5f26883cb req-2d24529e-02f3-49db-ba8c-96122b06ef18 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189897
Apr 15 19:44:31.964958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Deleting port 7183f773-58bf-4f30-8fb6-6fd133ebe224 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:31.965374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:32.241157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] For port 7183f773-58bf-4f30-8fb6-6fd133ebe224, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7183f773-58bf-4f30-8fb6-6fd133ebe224,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:32.241506 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:32.336346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Router af03e65d-fdff-46e6-967a-0d9ab64c6a9d has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:44:32.539896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:44:32.551667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] Sync routers for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:44:32.553647 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] 10.222.0.25 "PUT /v2.0/routers/af03e65d-fdff-46e6-967a-0d9ab64c6a9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3856027
Apr 15 19:44:32.556302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50228) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:32.586605 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:32.588118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b656240>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:32.617117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Calling delete_port for 7183f773-58bf-4f30-8fb6-6fd133ebe224 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:32.777843 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:32.862280 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:32.906138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:32.922502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-351fa316-883c-45ae-b07c-7b765eb24a1a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:32.970587 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event deleted for resources: {'Port': ['ID=7183f773-58bf-4f30-8fb6-6fd133ebe224,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:32.971704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0', '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', '7183f773-58bf-4f30-8fb6-6fd133ebe224'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:44:32.977735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:32.981960 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:33.026482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Deleting port 4dea6378-cb00-4a64-a081-11eb8ef08ca8 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:33.026853 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:33.122624 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-a2ab53ab-7f3f-4f46-a9b0-e6a555c73b63 req-4f5a62ed-f768-45ff-9255-ff690089f149 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d8d47a-0e07-4794-803d-56917ba5b82b HTTP/1.1" status: 200  len: 210 time: 0.0642033
Apr 15 19:44:33.193532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] No DVR routers for this DVR port 7183f773-58bf-4f30-8fb6-6fd133ebe224 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:44:33.196006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:33.200326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'name': 'network-vif-deleted', 'tag': '7183f773-58bf-4f30-8fb6-6fd133ebe224'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:33.239867 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2a6c1beb-0e0e-4fb3-8781-b1fcba469124 req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "DELETE /v2.0/ports/7183f773-58bf-4f30-8fb6-6fd133ebe224 HTTP/1.1" status: 204  len: 173 time: 1.3656557
Apr 15 19:44:33.250387 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d8d47a-0e07-4794-803d-56917ba5b82b', 'name': 'network-vif-deleted', 'tag': '7183f773-58bf-4f30-8fb6-6fd133ebe224', 'status': 'completed', 'code': 200}
Apr 15 19:44:33.285849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] For port 4dea6378-cb00-4a64-a081-11eb8ef08ca8, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=4dea6378-cb00-4a64-a081-11eb8ef08ca8,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:33.286284 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:33.351817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b656240>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:44:30Z', 'revision_number': 5, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port': {'id': '4dea6378-cb00-4a64-a081-11eb8ef08ca8', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:18Z', 'updated_at': '2021-04-15T19:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:33.365964 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] Checking router: af03e65d-fdff-46e6-967a-0d9ab64c6a9d for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:44:33.389998 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] Routers {'af03e65d-fdff-46e6-967a-0d9ab64c6a9d'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:33.390707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b656240>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:33.595516 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] Set router af03e65d-fdff-46e6-967a-0d9ab64c6a9d gateway port host: None {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:33.681489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Calling delete_port for 4dea6378-cb00-4a64-a081-11eb8ef08ca8 owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:33.725279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b656240>, [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:44:32Z', 'revision_number': 6, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port_host': None}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:33.738169 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81c69e-5623-41f0-b5c1-e0d9a5c766c5 None None] The sync data for ids ['af03e65d-fdff-46e6-967a-0d9ab64c6a9d'] in dv-cinder-776307-4-iscsi is: [{'id': 'af03e65d-fdff-46e6-967a-0d9ab64c6a9d', 'name': 'tempest-TestShelveInstance-305054184-router', 'tenant_id': '92c1622bc6cf45d7835ceeb2e3373708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:17Z', 'updated_at': '2021-04-15T19:44:32Z', 'revision_number': 6, 'project_id': '92c1622bc6cf45d7835ceeb2e3373708', 'gw_port_host': None}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:44:33.912154 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:33.928730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-490eb406-69e5-4b67-9104-34556f371dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:34.035707 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dea6378-cb00-4a64-a081-11eb8ef08ca8,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:34.039882 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:34.204675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:34.396236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:34.399878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:34.598907 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device cc3205c3-82a5-4576-bab3-7397928d503e no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:34.638914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: cc3205c3-82a5-4576-bab3-7397928d503e {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:34.639312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device cc3205c3-82a5-4576-bab3-7397928d503e not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:34.639786 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4dea6378-cb00-4a64-a081-11eb8ef08ca8 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:34.653968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:34.654539 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af03e65d-fdff-46e6-967a-0d9ab64c6a9d {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:44:34.667491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:34.669486 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-32110539-5ed7-4f69-9217-00d7a0161ab5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/af03e65d-fdff-46e6-967a-0d9ab64c6a9d HTTP/1.1" status: 204  len: 168 time: 2.1113763
Apr 15 19:44:34.671519 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50256) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:34.691367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 4dea6378-cb00-4a64-a081-11eb8ef08ca8 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:34.692062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 4dea6378-cb00-4a64-a081-11eb8ef08ca8 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:34.797195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Deleting subnet 939b041e-0a8a-42f3-a4bd-46eeecaf2a68 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:44:34.800763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:34.879379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ff94d-52a3-49a8-a41b-73d511fde748 req-0bc37aa3-52fb-4c6c-9220-42af8a067f6f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:34.881154 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-875ff94d-52a3-49a8-a41b-73d511fde748 req-0bc37aa3-52fb-4c6c-9220-42af8a067f6f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 946 time: 0.1579506
Apr 15 19:44:34.888375 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:34.984855 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-875ff94d-52a3-49a8-a41b-73d511fde748 req-e4976304-d359-4b12-b6fe-1bcd058f54d6 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676358
Apr 15 19:44:35.010290 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.305051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.320188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0a859c77-4eb3-4c50-bf85-fb8acb9465ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:35.403231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939b041e-0a8a-42f3-a4bd-46eeecaf2a68,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:35.410344 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:35.454262 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.460049 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cd16a-6b02-4158-b1ec-c7343bb2b23e None None] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:44:35.462636 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/939b041e-0a8a-42f3-a4bd-46eeecaf2a68 HTTP/1.1" status: 204  len: 168 time: 0.7880704
Apr 15 19:44:35.463332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50264) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:35.480757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-c8d08ad5-1b64-4495-be7a-2b25efad068e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.577306 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.647457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 7183f773-58bf-4f30-8fb6-6fd133ebe224 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:35.649511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Deleting port 1f35e21e-a68b-4604-ab28-cf7824231399 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:35.649896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.692110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 7183f773-58bf-4f30-8fb6-6fd133ebe224 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:35.692509 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 7183f773-58bf-4f30-8fb6-6fd133ebe224 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:35.772556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] DHCP port deletion for ed8b8534-23a6-4718-b440-d3bb87a90f55 request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:44:35.777133 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Deleting port 1f35e21e-a68b-4604-ab28-cf7824231399 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:35.777668 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:35.869758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] For port 1f35e21e-a68b-4604-ab28-cf7824231399, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=1f35e21e-a68b-4604-ab28-cf7824231399,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:35.870092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.008598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Calling delete_port for 1f35e21e-a68b-4604-ab28-cf7824231399 owned by network:dhcp {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:36.176582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] For port 1f35e21e-a68b-4604-ab28-cf7824231399, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=1f35e21e-a68b-4604-ab28-cf7824231399,segment=NetworkSegment(4f380388-2c87-4d6b-bc8a-b1bd4f8396fb),segment_id=4f380388-2c87-4d6b-bc8a-b1bd4f8396fb)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:36.177026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.183414 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.207563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ca8a97d2-1580-4007-9404-04c9e05b6489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:36.245366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-aa0e45f4-e6de-4514-8cff-e33702e63ce1 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:36.246294 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-aa0e45f4-e6de-4514-8cff-e33702e63ce1 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Synchronizing usage tracker for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:44:36.257197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f35e21e-a68b-4604-ab28-cf7824231399,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:36.295473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-aa0e45f4-e6de-4514-8cff-e33702e63ce1 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Unset dirty status for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:44:36.297114 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-aa0e45f4-e6de-4514-8cff-e33702e63ce1 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 946 time: 0.1499062
Apr 15 19:44:36.310545 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:36.338181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Calling delete_port for 1f35e21e-a68b-4604-ab28-cf7824231399 owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:36.363735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129fd10-e57e-4edf-a396-d1991b5de091 req-13a3c115-63ea-4382-900e-2da4caef523c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:36.365430 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c129fd10-e57e-4edf-a396-d1991b5de091 req-13a3c115-63ea-4382-900e-2da4caef523c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 946 time: 0.2421005
Apr 15 19:44:36.400120 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] No DVR routers for this DVR port 1f35e21e-a68b-4604-ab28-cf7824231399 on host dv-cinder-776307-4-iscsi {{(pid=85379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:44:36.407092 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Deleting port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:36.407567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.424744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85380) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:44:36.425174 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:44:36.527577 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-c129fd10-e57e-4edf-a396-d1991b5de091 req-1919d622-0cc5-4684-8d40-ba70b6d09d84 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536629
Apr 15 19:44:36.551656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.611408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 1f35e21e-a68b-4604-ab28-cf7824231399 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:36.665065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 1f35e21e-a68b-4604-ab28-cf7824231399 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:36.665389 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 1f35e21e-a68b-4604-ab28-cf7824231399 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:36.670178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9a2acc18>,) {'filters': {'network_id': ['ed8b8534-23a6-4718-b440-d3bb87a90f55']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:36.684775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a2acc18>, '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:36.685122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a2acc18>, '4f380388-2c87-4d6b-bc8a-b1bd4f8396fb') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:36.697372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.698817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] For port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:36.702086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.712186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.719147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:44:36.841718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Calling delete_port for 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:36.903300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:36.912517 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.926527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Deleting port 1f35e21e-a68b-4604-ab28-cf7824231399 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:36.927193 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:37.004486 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-479d8b2a-0e55-4f26-a50d-36a9a10bfaaa None None] The port '1f35e21e-a68b-4604-ab28-cf7824231399' was deleted {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:44:37.015180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:37.029426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0', '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:44:37.031756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5ba1697e-378e-4fe3-a2a0-bea9c7bfa60c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:37.095512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Network ed8b8534-23a6-4718-b440-d3bb87a90f55 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:44:37.118670 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:44:37.128628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event deleted for resources: {'Port': ['ID=1137d7c5-e76d-411a-96c3-b1a93aa6c2f2,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:37.135663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:37.243809 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:37.248982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:37.253146 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f60dad2f-9925-4682-b65f-fb2facc6ccb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:37.275662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8b8534-23a6-4718-b440-d3bb87a90f55,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:37.278756 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:37.285038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] No DVR routers for this DVR port 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:44:37.287355 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:37.290182 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd95e801-0d70-4255-813e-948899a64029', 'name': 'network-vif-deleted', 'tag': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:37.317219 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-273abcee-75f8-48d2-a568-2a52d563b96f admin admin] 10.222.0.25 "DELETE /v2.0/networks/ed8b8534-23a6-4718-b440-d3bb87a90f55 HTTP/1.1" status: 204  len: 168 time: 1.8527825
Apr 15 19:44:37.320340 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50280) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:37.339411 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd95e801-0d70-4255-813e-948899a64029', 'name': 'network-vif-deleted', 'tag': '1137d7c5-e76d-411a-96c3-b1a93aa6c2f2', 'status': 'completed', 'code': 200}
Apr 15 19:44:37.341430 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-3aaaf10d-ff50-4828-a762-b67329033d9c req-6b5aeedb-64eb-4b2a-9bf3-593ac421d10e tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "DELETE /v2.0/ports/1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 HTTP/1.1" status: 204  len: 173 time: 1.0369945
Apr 15 19:44:37.523903 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-447c8bc3-c740-48d6-9c7a-abf1a6beda5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:37.797322 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b5169532-bc7c-4e8e-a019-b22840a70e50 req-94a03500-17ff-4cd3-8bdc-abefd5a8e443 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd95e801-0d70-4255-813e-948899a64029 HTTP/1.1" status: 200  len: 210 time: 0.0640867
Apr 15 19:44:38.072628 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:38.230139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:38.546118 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:38.598332 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Deleting port 81dcf876-c96d-406f-93af-0b1353070d1b {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:38.598714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:38.781954 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] For port 81dcf876-c96d-406f-93af-0b1353070d1b, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=81dcf876-c96d-406f-93af-0b1353070d1b,segment=NetworkSegment(a5e61a6c-100a-463c-a01e-51f4b984a32b),segment_id=a5e61a6c-100a-463c-a01e-51f4b984a32b)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:38.782357 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:38.915423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Calling delete_port for 81dcf876-c96d-406f-93af-0b1353070d1b owned by network:router_interface {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:39.133618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:39.151511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-15bd5a98-0a2c-4f51-802e-4e94c224a82c tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:39.244755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=81dcf876-c96d-406f-93af-0b1353070d1b,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:39.248250 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:39.613439 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:39.952349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:40.117454 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Router 145577ec-8eb8-4749-87fa-81fb5a541a88 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:44:40.310751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:44:40.319965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] Sync routers for ids ['145577ec-8eb8-4749-87fa-81fb5a541a88'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:44:40.331298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] Routers {'145577ec-8eb8-4749-87fa-81fb5a541a88'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:40.331975 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b97e358>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['145577ec-8eb8-4749-87fa-81fb5a541a88'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:40.356154 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-add0f099-46a7-4d70-9912-1ba71ed6d3b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/145577ec-8eb8-4749-87fa-81fb5a541a88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0323925
Apr 15 19:44:40.357152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50312) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:40.529750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] Set router 145577ec-8eb8-4749-87fa-81fb5a541a88 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:40.898297 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b97e358>, [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:44:39Z', 'revision_number': 5, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:40.902532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] Checking router: 145577ec-8eb8-4749-87fa-81fb5a541a88 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:44:40.912227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] Routers {'145577ec-8eb8-4749-87fa-81fb5a541a88'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:40.912901 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b97e358>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['145577ec-8eb8-4749-87fa-81fb5a541a88'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:40.932420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:41.070121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece112c0-62ef-44b4-9d9b-e59974564210 req-0492d0fd-5931-4d88-8c8c-db8cf8358443 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:41.071665 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ece112c0-62ef-44b4-9d9b-e59974564210 req-0492d0fd-5931-4d88-8c8c-db8cf8358443 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 945 time: 0.2647674
Apr 15 19:44:41.106489 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] Set router 145577ec-8eb8-4749-87fa-81fb5a541a88 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:41.155591 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-ece112c0-62ef-44b4-9d9b-e59974564210 req-4c2af75b-ae12-4b01-a270-20a6ed5af17c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703340
Apr 15 19:44:41.178676 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:41.249371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Deleting port aff6f7d2-f886-49e5-b9fb-d02142531f27 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:41.249992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:41.421868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b97e358>, [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:44:39Z', 'revision_number': 5, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:41.424098 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9121148-fc4c-4cfc-a76a-0ba3ff45af61 None None] The sync data for ids ['145577ec-8eb8-4749-87fa-81fb5a541a88'] in dv-cinder-776307-4-iscsi is: [{'id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'name': 'tempest-TestShelveInstance-180736024-router', 'tenant_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:44:39Z', 'revision_number': 5, 'project_id': 'c1ce22a3b5ab463e9e1761af8f9dd486', 'gw_port': {'id': 'aff6f7d2-f886-49e5-b9fb-d02142531f27', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145577ec-8eb8-4749-87fa-81fb5a541a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:39:29Z', 'updated_at': '2021-04-15T19:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:44:41.446206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] For port aff6f7d2-f886-49e5-b9fb-d02142531f27, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=aff6f7d2-f886-49e5-b9fb-d02142531f27,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:41.446617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:41.585097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Calling delete_port for aff6f7d2-f886-49e5-b9fb-d02142531f27 owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:41.711324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:41.748799 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:41.749199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 1137d7c5-e76d-411a-96c3-b1a93aa6c2f2 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:41.796093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:41.811909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:41.911968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff6f7d2-f886-49e5-b9fb-d02142531f27,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:41.914580 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:42.076581 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:42.262158 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:42.265016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:42.368728 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0957089-1b0d-4eb4-9f19-2bed788796d8 req-a6ac22d2-f46a-489f-8db5-c5059d38e0a8 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:42.370359 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f0957089-1b0d-4eb4-9f19-2bed788796d8 req-a6ac22d2-f46a-489f-8db5-c5059d38e0a8 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 945 time: 0.0997801
Apr 15 19:44:42.419426 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f0957089-1b0d-4eb4-9f19-2bed788796d8 req-23343337-13a2-41b7-ae8a-66f464de4188 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427215
Apr 15 19:44:42.466434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:42.466982 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 145577ec-8eb8-4749-87fa-81fb5a541a88 {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:44:42.479470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:42.480671 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-612e94d1-f895-4500-b828-4e532ced5f64 admin admin] 10.222.0.25 "DELETE /v2.0/routers/145577ec-8eb8-4749-87fa-81fb5a541a88 HTTP/1.1" status: 204  len: 168 time: 2.1223936
Apr 15 19:44:42.483535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50328) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:42.551620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Deleting subnet 147842f5-ac53-4059-9644-d223f4603545 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:44:42.555009 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:42.610937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:42.632758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 81dcf876-c96d-406f-93af-0b1353070d1b no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:42.670923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 81dcf876-c96d-406f-93af-0b1353070d1b {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:42.671326 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 81dcf876-c96d-406f-93af-0b1353070d1b not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:42.711802 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.007410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.022112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6306f47c-cf95-495d-a5e4-812f3d6a8c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:43.107806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147842f5-ac53-4059-9644-d223f4603545,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:43.112747 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:43.151502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.157066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9433f75-1718-47ab-8aa5-4f9ba8969926 None None] Network 97284a07-567c-4c49-9504-3fafd94f7e80 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:44:43.157424 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e43f5d5d-4c24-45ef-8d85-7747359cca7b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/147842f5-ac53-4059-9644-d223f4603545 HTTP/1.1" status: 204  len: 168 time: 0.6728492
Apr 15 19:44:43.160145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50334) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:43.275705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.344018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Deleting port 8e14834a-cbb8-4201-a329-52a15e199eb0 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:43.344398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.416358 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] DHCP port deletion for 97284a07-567c-4c49-9504-3fafd94f7e80 request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:44:43.420563 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] Deleting port 8e14834a-cbb8-4201-a329-52a15e199eb0 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:43.420979 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.632226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] For port 8e14834a-cbb8-4201-a329-52a15e199eb0, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=8e14834a-cbb8-4201-a329-52a15e199eb0,segment=NetworkSegment(a5e61a6c-100a-463c-a01e-51f4b984a32b),segment_id=a5e61a6c-100a-463c-a01e-51f4b984a32b)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:43.632755 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.641669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] For port 8e14834a-cbb8-4201-a329-52a15e199eb0, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=8e14834a-cbb8-4201-a329-52a15e199eb0,segment=NetworkSegment(a5e61a6c-100a-463c-a01e-51f4b984a32b),segment_id=a5e61a6c-100a-463c-a01e-51f4b984a32b)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:43.642468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.776724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Calling delete_port for 8e14834a-cbb8-4201-a329-52a15e199eb0 owned by network:dhcp {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:43.787452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] Calling delete_port for 8e14834a-cbb8-4201-a329-52a15e199eb0 owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:43.813857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9fda8-5ef7-4279-aca9-0212332ed3a4 req-16533a4e-565f-4b71-bcaf-a8a98b9aa252 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:43.815461 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94a9fda8-5ef7-4279-aca9-0212332ed3a4 req-16533a4e-565f-4b71-bcaf-a8a98b9aa252 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 945 time: 0.2808216
Apr 15 19:44:43.896236 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-94a9fda8-5ef7-4279-aca9-0212332ed3a4 req-366b04bc-0ba1-4735-a3f0-1913feb3159f tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734677
Apr 15 19:44:43.898912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744'] for port, after_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:43.901837 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85379) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:44:43.902207 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:44:43.915532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:44.005311 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] Pushing event deleted for resources: {'Port': ['ID=8e14834a-cbb8-4201-a329-52a15e199eb0,revision_number=None']} {{(pid=85380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:44.012114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85380) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:44.054178 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6b998-b772-4d80-9b7d-3e60a610e34d None None] No DVR routers for this DVR port 8e14834a-cbb8-4201-a329-52a15e199eb0 on host dv-cinder-776307-4-iscsi {{(pid=85380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:44:44.403687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Deleting port 8e14834a-cbb8-4201-a329-52a15e199eb0 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:44.404080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:44.478627 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] The port '8e14834a-cbb8-4201-a329-52a15e199eb0' was deleted {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:44:44.599928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device aff6f7d2-f886-49e5-b9fb-d02142531f27 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:44.600625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:44.642145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: aff6f7d2-f886-49e5-b9fb-d02142531f27 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:44.642730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device aff6f7d2-f886-49e5-b9fb-d02142531f27 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:44.643251 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 8e14834a-cbb8-4201-a329-52a15e199eb0 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:44.680604 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 8e14834a-cbb8-4201-a329-52a15e199eb0 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:44.680920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 8e14834a-cbb8-4201-a329-52a15e199eb0 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:44.970808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9c3a8358>,) {'filters': {'network_id': ['97284a07-567c-4c49-9504-3fafd94f7e80']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:44.983318 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9c3a8358>, 'a5e61a6c-100a-463c-a01e-51f4b984a32b') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:44.983656 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9c3a8358>, 'a5e61a6c-100a-463c-a01e-51f4b984a32b') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:44.995404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:45.010459 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:45.062940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:44:45.261706 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Network 97284a07-567c-4c49-9504-3fafd94f7e80 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:45.273683 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:45.299398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712bc0a-f0f8-42c4-8b45-42e65af34da6 req-ed02ce5a-bb7e-491c-a841-3301e435e038 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:45.300993 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b712bc0a-f0f8-42c4-8b45-42e65af34da6 req-ed02ce5a-bb7e-491c-a841-3301e435e038 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 945 time: 0.2874348
Apr 15 19:44:45.309404 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-907f93ba-627e-4e63-bd4a-d5015f2ba23c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:45.310180 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-907f93ba-627e-4e63-bd4a-d5015f2ba23c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Synchronizing usage tracker for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:44:45.361700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-907f93ba-627e-4e63-bd4a-d5015f2ba23c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Unset dirty status for tenant:baa99da3f40f41cd8ce4b6102e433b05 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:44:45.362952 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-907f93ba-627e-4e63-bd4a-d5015f2ba23c tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 945 time: 0.1456592
Apr 15 19:44:45.442309 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Deleting port 732d374e-6dc0-4a02-bdee-ac18752663d0 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:44:45.442699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:45.499143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Network 97284a07-567c-4c49-9504-3fafd94f7e80 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:45.509049 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b712bc0a-f0f8-42c4-8b45-42e65af34da6 req-3d50426a-a195-4dff-91b3-aec872a9deaa tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/security-groups?id=7668fb04-4c27-4ed5-bee8-35216bfc0811&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588967
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   % (table.description, expected, rows_matched)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:44:45.526093 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:44:45.637858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:45.641739 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9b4a680c-db0f-49bd-996b-bb63ef308c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:45.657894 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:45.669537 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=97284a07-567c-4c49-9504-3fafd94f7e80,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:45.674371 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:45.677810 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7d234fe0-ea6b-4caa-a48d-524d286989a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/97284a07-567c-4c49-9504-3fafd94f7e80 HTTP/1.1" status: 204  len: 168 time: 2.5166466
Apr 15 19:44:45.711423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] For port 732d374e-6dc0-4a02-bdee-ac18752663d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732d374e-6dc0-4a02-bdee-ac18752663d0,segment=NetworkSegment(42d26202-c332-4e9f-a192-7beabe266ba8),segment_id=42d26202-c332-4e9f-a192-7beabe266ba8)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:45.711833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:45.845578 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Calling delete_port for 732d374e-6dc0-4a02-bdee-ac18752663d0 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:44:45.979199 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50352) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:46.047901 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-91125dd6-136b-4738-a93e-d5e014da9ad0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92c1622bc6cf45d7835ceeb2e3373708&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0671930
Apr 15 19:44:46.050482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50358) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:46.064512 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:46.080099 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] get_ports_and_sgs() called for port_ids ['732d374e-6dc0-4a02-bdee-ac18752663d0'] {{(pid=85380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:44:46.087347 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-addc8bd6-d762-4c7c-8865-f2970a07c43e tempest-TestShelveInstance-2122453811 tempest-TestShelveInstance-2122453811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:46.192007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Pushing event deleted for resources: {'Port': ['ID=732d374e-6dc0-4a02-bdee-ac18752663d0,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:46.204231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:46.271586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b49407a-249a-40c8-9ee9-4db9bfca3510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:46.357145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b49407a-249a-40c8-9ee9-4db9bfca3510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:46.418188 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] No DVR routers for this DVR port 732d374e-6dc0-4a02-bdee-ac18752663d0 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:44:46.423658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:46.426446 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'name': 'network-vif-deleted', 'tag': '732d374e-6dc0-4a02-bdee-ac18752663d0'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:44:46.477283 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9', 'name': 'network-vif-deleted', 'tag': '732d374e-6dc0-4a02-bdee-ac18752663d0', 'status': 'completed', 'code': 200}
Apr 15 19:44:46.495548 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f6e37ec6-7e8b-4307-90a0-a04c19df4513 req-ff07505d-66b5-486b-86c0-8b2fde623e50 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.42 "DELETE /v2.0/ports/732d374e-6dc0-4a02-bdee-ac18752663d0 HTTP/1.1" status: 204  len: 173 time: 1.1262038
Apr 15 19:44:46.517704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b49407a-249a-40c8-9ee9-4db9bfca3510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:46.523472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a3691b70-ec32-4d24-bad0-52b4cf80b2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:46.540533 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49407a-249a-40c8-9ee9-4db9bfca3510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e2b74d-3280-4661-bb7f-186a1dfda48c,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:46.544423 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2b49407a-249a-40c8-9ee9-4db9bfca3510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:46.546601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-2b49407a-249a-40c8-9ee9-4db9bfca3510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:46.547831 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-2b49407a-249a-40c8-9ee9-4db9bfca3510 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9e2b74d-3280-4661-bb7f-186a1dfda48c HTTP/1.1" status: 204  len: 168 time: 0.4963586
Apr 15 19:44:46.713716 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-50eb42b7-26b9-4579-be8b-50d53d02943e req-322f86b0-302a-4287-afb3-eb56da069da2 tempest-AttachVolumeNegativeTest-1604063095 tempest-AttachVolumeNegativeTest-1604063095-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b0ccf04-5b5d-4365-a7e7-fc8a2ce74bd9 HTTP/1.1" status: 200  len: 210 time: 0.0579915
Apr 15 19:44:47.080822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50380) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:47.133392 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-80092e14-285e-4f6d-8729-a36e11d69822 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1ce22a3b5ab463e9e1761af8f9dd486&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507383
Apr 15 19:44:47.135464 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50384) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:47.199986 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15d07edf-d6e8-4da6-82e4-e18eda558539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:47.233422 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15d07edf-d6e8-4da6-82e4-e18eda558539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:47.402985 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15d07edf-d6e8-4da6-82e4-e18eda558539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:47.409775 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-911ac2f2-e972-4844-aa44-c837f4545946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:47.422855 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d07edf-d6e8-4da6-82e4-e18eda558539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8438f88-d76c-437a-b2b7-3b7b836e71ff,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:47.425373 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-15d07edf-d6e8-4da6-82e4-e18eda558539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:47.428888 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-15d07edf-d6e8-4da6-82e4-e18eda558539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:47.430184 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-15d07edf-d6e8-4da6-82e4-e18eda558539 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8438f88-d76c-437a-b2b7-3b7b836e71ff HTTP/1.1" status: 204  len: 168 time: 0.2935278
Apr 15 19:44:47.660329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:47.818785 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50394) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:47.885878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Deleting subnet 8b9c5376-955e-4831-b505-10ee98311ea9 {{(pid=85378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:44:47.889543 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:47.943218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417245'] for subnet, precommit_delete_associations {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:48.000155 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:48.289226 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6882323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258920'] for subnet, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:48.305645 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-813032e7-178f-4e5d-8ef2-5f2fcbfadcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:48.395935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9c5376-955e-4831-b505-10ee98311ea9,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:48.400909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:48.447470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for subnet, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:48.453428 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0fabc925-3da6-4838-ab93-d0c4e9639029 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8b9c5376-955e-4831-b505-10ee98311ea9 HTTP/1.1" status: 204  len: 168 time: 0.6335006
Apr 15 19:44:48.455992 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50406) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:48.569916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:48.759993 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:49.106869 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9b601ac8>,) {'filters': {'network_id': ['2c077e3b-d772-4e8e-a828-ab6eaa19c348']}} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:49.119435 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b601ac8>, '42d26202-c332-4e9f-a192-7beabe266ba8') {'for_net_delete': True} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:49.119780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b601ac8>, '42d26202-c332-4e9f-a192-7beabe266ba8') {} {{(pid=85378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:49.131687 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358555'] for segment, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:49.146759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:49.153844 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=85378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:44:49.331694 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:49.342598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847892814'] for segment, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:49.523592 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Network 2c077e3b-d772-4e8e-a828-ab6eaa19c348 has no segments {{(pid=85378) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:44:49.546635 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:44:49.653315 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:49.657939 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:49.672079 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:49.687301 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c077e3b-d772-4e8e-a828-ab6eaa19c348,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:49.690828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:49.717155 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d141013c-4818-4ec6-96bd-da64ec9ece95 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2c077e3b-d772-4e8e-a828-ab6eaa19c348 HTTP/1.1" status: 204  len: 168 time: 1.2601154
Apr 15 19:44:49.752107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 732d374e-6dc0-4a02-bdee-ac18752663d0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:44:49.792667 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 732d374e-6dc0-4a02-bdee-ac18752663d0 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:44:49.793065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 732d374e-6dc0-4a02-bdee-ac18752663d0 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:44:49.992769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50418) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:50.046039 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ae6f7fae-df28-49cb-b2bc-f5c6d337f415 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baa99da3f40f41cd8ce4b6102e433b05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519350
Apr 15 19:44:50.048822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50422) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:50.112910 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-243e7c28-bd23-4f10-b6a5-2bf8f8c4cf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:50.139166 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-243e7c28-bd23-4f10-b6a5-2bf8f8c4cf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:50.212788 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-243e7c28-bd23-4f10-b6a5-2bf8f8c4cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:50.218286 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-179bbd90-8b03-4468-ac29-0fe12286e74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:50.234377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e7c28-bd23-4f10-b6a5-2bf8f8c4cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7668fb04-4c27-4ed5-bee8-35216bfc0811,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:50.235734 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-243e7c28-bd23-4f10-b6a5-2bf8f8c4cf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:50.282965 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-243e7c28-bd23-4f10-b6a5-2bf8f8c4cf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:50.284174 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-243e7c28-bd23-4f10-b6a5-2bf8f8c4cf61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7668fb04-4c27-4ed5-bee8-35216bfc0811 HTTP/1.1" status: 204  len: 168 time: 0.2343488
Apr 15 19:44:55.903269 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50574) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:56.031021 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:56.047312 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:56.051300 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Usage tracker for resource:security_group_rule and tenant:360d4a14442f42c5978fafcfaec70068 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:56.054224 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:56.060356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:56.280782 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:56.317816 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:56.327140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-235b6e1d-6fca-4de7-a853-3590901e86b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:56.373225 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=360d4a14442f42c5978fafcfaec70068&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4687355
Apr 15 19:44:56.375008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7bf690-7536-46dc-a2f8-bfd360df5306,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:56.376299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50580) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:56.378615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3e641500-778f-4d10-b622-9e0f50599229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:56.439908 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:56.467020 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:56.534864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:56.540037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6f84f2ca-fead-416c-a33a-82f57dd89d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:56.551457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7bf690-7536-46dc-a2f8-bfd360df5306,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:56.555000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:56.560103 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:56.563870 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb7bf690-7536-46dc-a2f8-bfd360df5306 HTTP/1.1" status: 204  len: 168 time: 0.1839640
Apr 15 19:44:57.109054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50590) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:57.129989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:57.146492 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:57.150841 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:68f4f0cf51fb493cabb6b68a9f344471 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:57.153978 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:57.160068 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:57.248999 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:57.278228 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:57.286259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-bcaa2842-155c-4fb6-bd62-2e7046d21571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:57.331271 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68f4f0cf51fb493cabb6b68a9f344471&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2209866
Apr 15 19:44:57.332209 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ce058-a5e0-4faa-85ac-b66ce70cc02f,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:57.334176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50596) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:57.335593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:57.399351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:57.427101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:57.580556 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:57.586303 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3df1e833-4953-410a-99ec-e95b29661714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:57.598055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ce058-a5e0-4faa-85ac-b66ce70cc02f,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:57.604607 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:57.605502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:57.607470 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d54ce058-a5e0-4faa-85ac-b66ce70cc02f HTTP/1.1" status: 204  len: 168 time: 0.2721198
Apr 15 19:45:02.252714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:45:05.442849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-410338c0-0a2e-4259-a6dd-bc298a682b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:07.471727 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-af5e530e-5e92-4220-804c-546c9a25d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:08.066082 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:08.534663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:09.934896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:10.840776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50756) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:10.963416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:10.979153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:10.983772 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Usage tracker for resource:security_group_rule and tenant:c43ab80f43484c45a77ee9891c7751dc is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:10.986701 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:10.992663 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:11.076598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:11.121912 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:11.131872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0b66b645-1605-4267-a645-7181b2f554be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:11.176712 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c43ab80f43484c45a77ee9891c7751dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3347371
Apr 15 19:45:11.177675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b57b8-5042-412e-bb81-43fa3a5cbbab,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:11.179618 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50766) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:11.181117 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-68a8bd14-d397-433d-ae97-c732a13dea73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:11.243370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57e0d869-5fb2-4fb5-a7a6-7a007cdc3acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:11.270436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57e0d869-5fb2-4fb5-a7a6-7a007cdc3acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:11.344648 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57e0d869-5fb2-4fb5-a7a6-7a007cdc3acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:11.350000 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6dac8772-131e-43d5-b5ff-ad26a4fdd0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:11.364795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0d869-5fb2-4fb5-a7a6-7a007cdc3acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b57b8-5042-412e-bb81-43fa3a5cbbab,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:11.372410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-57e0d869-5fb2-4fb5-a7a6-7a007cdc3acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:11.377131 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-57e0d869-5fb2-4fb5-a7a6-7a007cdc3acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:11.378604 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-57e0d869-5fb2-4fb5-a7a6-7a007cdc3acb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/601b57b8-5042-412e-bb81-43fa3a5cbbab HTTP/1.1" status: 204  len: 168 time: 0.1977663
Apr 15 19:45:11.851208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50778) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:11.870186 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:11.885700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:11.890369 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Usage tracker for resource:security_group_rule and tenant:43b994b94bf643c985a768b8ef59d5f0 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:11.893275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:11.899555 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:11.984208 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:12.014417 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:12.023502 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-06c4b589-fd3c-4fb9-b01a-04e568855711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:12.065724 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43b994b94bf643c985a768b8ef59d5f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2132747
Apr 15 19:45:12.067398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb592b62-2938-43a7-a130-1410c878bb2f,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:12.068593 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50782) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:12.075891 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.076324 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.076744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.077159 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.077596 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.078008 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.078415 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.078820 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.079227 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.079629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.080028 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.080429 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:12.084551 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-bc422026-0f34-42c0-a7f3-3cd89e723226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:12.137081 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca276bc4-9794-45b2-a19a-6790542bd090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:12.163652 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca276bc4-9794-45b2-a19a-6790542bd090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:12.232046 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca276bc4-9794-45b2-a19a-6790542bd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:12.237137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-0f7e6f7e-cfef-46f2-9f4d-53d0b21519d1 tempest-VolumesNegativeTest-385854245 tempest-VolumesNegativeTest-385854245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:12.250828 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca276bc4-9794-45b2-a19a-6790542bd090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb592b62-2938-43a7-a130-1410c878bb2f,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:12.254544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ca276bc4-9794-45b2-a19a-6790542bd090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:12.260349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ca276bc4-9794-45b2-a19a-6790542bd090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:12.261594 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ca276bc4-9794-45b2-a19a-6790542bd090 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb592b62-2938-43a7-a130-1410c878bb2f HTTP/1.1" status: 204  len: 168 time: 0.1918941
Apr 15 19:45:13.693626 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50820) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:13.815902 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:13.831693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:13.835702 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Usage tracker for resource:security_group_rule and tenant:99414fc2d65544bda381db039382e75f is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:13.838721 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:13.845458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:13.931016 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:13.961814 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:13.971219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cbc9b602-0d45-4420-ac0c-1ae4f9441405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:14.014348 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99414fc2d65544bda381db039382e75f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3195171
Apr 15 19:45:14.016176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa690d43-c646-4b12-9567-8bc0880d012d,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:14.016511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50830) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:14.019503 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cae7e7be-2344-4b8f-9c8b-7ea16883128b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:14.084968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-896a5825-a4c7-4d72-9e80-139eb558791c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:14.111830 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-896a5825-a4c7-4d72-9e80-139eb558791c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:14.180456 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-896a5825-a4c7-4d72-9e80-139eb558791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:14.185875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b69344d5-c75b-4e07-a3ea-7733173c1ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:14.198161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a5825-a4c7-4d72-9e80-139eb558791c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa690d43-c646-4b12-9567-8bc0880d012d,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:14.201126 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-896a5825-a4c7-4d72-9e80-139eb558791c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:14.208293 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-896a5825-a4c7-4d72-9e80-139eb558791c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:14.209528 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-896a5825-a4c7-4d72-9e80-139eb558791c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa690d43-c646-4b12-9567-8bc0880d012d HTTP/1.1" status: 204  len: 168 time: 0.1918674
Apr 15 19:45:15.563822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50870) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:15.696434 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:15.713026 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:15.717491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Usage tracker for resource:security_group_rule and tenant:517e1824d7754f11a96ce3011d10be86 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:15.720921 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:15.727011 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:15.815792 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:15.842969 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:15.852664 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f421c0cf-bf90-4f30-8503-e5df26e39530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:15.896463 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=517e1824d7754f11a96ce3011d10be86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3315058
Apr 15 19:45:15.898480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0b459-01df-4b86-83ae-1aa36eb54bdb,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:15.899646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50880) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:15.901693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a3abeb29-fad1-4a39-9c4d-68398ad1719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:15.966054 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-736cead1-467d-4149-a144-840c2b547060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:15.992767 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-736cead1-467d-4149-a144-840c2b547060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:16.065738 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-736cead1-467d-4149-a144-840c2b547060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:16.070575 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d3ab4f45-c45d-4bb9-9782-690ab7c38032 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:16.082947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cead1-467d-4149-a144-840c2b547060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0b459-01df-4b86-83ae-1aa36eb54bdb,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:16.085812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-736cead1-467d-4149-a144-840c2b547060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:16.093145 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-736cead1-467d-4149-a144-840c2b547060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:16.094384 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-736cead1-467d-4149-a144-840c2b547060 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02f0b459-01df-4b86-83ae-1aa36eb54bdb HTTP/1.1" status: 204  len: 168 time: 0.1936204
Apr 15 19:45:17.689220 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:19.853642 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50922) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:19.976400 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:19.991410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:19.995426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac6bdc0e10742469818dd2b558402a3 is out of sync, need to count used quota {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:19.998372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85378) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:20.004322 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85378) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:20.087350 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:20.122928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:20.131950 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-178cfaef-4a51-44ed-bddf-272a145460e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:20.176961 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ac6bdc0e10742469818dd2b558402a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3221836
Apr 15 19:45:20.178698 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beeb862-bce3-4aa3-bfc4-e567d5726314,revision_number=1']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:20.179920 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50928) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:20.182045 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-6e120030-85a2-421f-b5d5-8eb26e533a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:20.246038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8b-8248-4b3f-8f15-8647327377fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:20.273325 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8b-8248-4b3f-8f15-8647327377fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:20.339942 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8b-8248-4b3f-8f15-8647327377fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:20.344901 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-84809d73-3e07-464d-83e2-7da482299e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:20.357216 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54e8b-8248-4b3f-8f15-8647327377fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beeb862-bce3-4aa3-bfc4-e567d5726314,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:20.359595 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-3bf54e8b-8248-4b3f-8f15-8647327377fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:20.366838 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8b-8248-4b3f-8f15-8647327377fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:20.368588 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-3bf54e8b-8248-4b3f-8f15-8647327377fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1beeb862-bce3-4aa3-bfc4-e567d5726314 HTTP/1.1" status: 204  len: 168 time: 0.1875534
Apr 15 19:45:22.900974 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-3919c855-226d-482c-934b-e60e40a93d88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0777612
Apr 15 19:45:23.005162 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-d3185479-4d6b-497d-ab80-bd0ed0487ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:23.006805 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-d3185479-4d6b-497d-ab80-bd0ed0487ff5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 1099 time: 0.0789859
Apr 15 19:45:23.171399 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-2c8a7599-5af6-4303-865e-01a2a42c55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:23.172993 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-2c8a7599-5af6-4303-865e-01a2a42c55b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.1419315
Apr 15 19:45:23.290002 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-f0f9c541-3268-4a68-89dd-76884518968e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8 HTTP/1.1" status: 200  len: 1000 time: 0.1070299
Apr 15 19:45:23.369735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-9ff77b0e-48de-4a93-b603-3013c6dc4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:23.371307 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-9ff77b0e-48de-4a93-b603-3013c6dc4983 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0716314
Apr 15 19:45:23.454532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-89980499-54cd-47d1-a3b4-9e293f7fb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:23.456093 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-89980499-54cd-47d1-a3b4-9e293f7fb5bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782948
Apr 15 19:45:23.467428 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-9c7870a9-2ffc-4a67-9218-50d92391003e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:45:23.468431 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-9c7870a9-2ffc-4a67-9218-50d92391003e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058765
Apr 15 19:45:23.612415 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-44137838-4627-46c1-929a-983d708f91ed service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365838
Apr 15 19:45:23.758515 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-f280fc68-3c9a-4647-ae0b-374e5d1e9323 req-8016aca7-e74b-45b9-a7a3-195c1215471c service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375484
Apr 15 19:45:24.846379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 50974) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:24.970181 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:24.986010 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:24.990018 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a42ffb9d662b40af98836965a6da5f85 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:24.992930 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:24.998984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:25.135824 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:25.161275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:25.170744 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-a27df072-3755-40a9-9a27-18efb1ed5ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:25.213414 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a42ffb9d662b40af98836965a6da5f85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3658075
Apr 15 19:45:25.216850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 50980) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:25.218138 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fac723-c468-40fe-8342-f7f7318e6461,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:25.221273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fe5a2d10-35cc-47f8-a98d-c76a7158b9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:25.279377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7b56c00b-2bee-490c-95a0-2112eb011bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:25.305757 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7b56c00b-2bee-490c-95a0-2112eb011bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:25.389988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7b56c00b-2bee-490c-95a0-2112eb011bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:25.394846 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-07142d63-bdf8-42ce-a4fc-8ae8cd4971d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:25.408139 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56c00b-2bee-490c-95a0-2112eb011bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fac723-c468-40fe-8342-f7f7318e6461,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:25.410515 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7b56c00b-2bee-490c-95a0-2112eb011bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:25.417653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-7b56c00b-2bee-490c-95a0-2112eb011bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:25.418890 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7b56c00b-2bee-490c-95a0-2112eb011bed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5fac723-c468-40fe-8342-f7f7318e6461 HTTP/1.1" status: 204  len: 168 time: 0.2008996
Apr 15 19:45:35.459893 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-53a30809-4cf6-47ea-a97b-2beb5be88533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:37.464316 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-a73416ed-c2df-414e-8d30-361abe4bb3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:38.064385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:38.544467 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:39.252377 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:45:39.940238 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:47.647521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51118) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:47.698864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:47.771745 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:47.787880 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:45:47.791906 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Usage tracker for resource:security_group_rule and tenant:15d7924377084f55a4c19b73a53735e8 is out of sync, need to count used quota {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:45:47.794914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85379) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:45:47.800962 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.quota.driver [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85379) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:45:47.884256 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:47.911411 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_create {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:47.920376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-9f1fe8e3-662e-4a67-92a8-3ec3bafa95c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:47.962681 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15d7924377084f55a4c19b73a53735e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3140054
Apr 15 19:45:47.964640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0a8e9-5e20-4833-94c3-99d79b0dd1bc,revision_number=1']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:47.965650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 51124) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:47.968546 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-f82d2738-d5a1-4b6a-a5b7-4a6d48e9f646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:48.028321 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:48.055928 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:48.127264 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:48.132270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fe1111ea-7314-42b2-b1f1-e20b5d82e756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:48.146245 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0a8e9-5e20-4833-94c3-99d79b0dd1bc,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:48.155859 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.156287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.156711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.157124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.157557 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.157968 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.158372 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.158777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.159183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.159584 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.159984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.160388 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:45:48.163128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:48.164327 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ba0a8e9-5e20-4833-94c3-99d79b0dd1bc HTTP/1.1" status: 204  len: 168 time: 0.1969414
Apr 15 19:45:48.165287 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d6814a49-0c72-4526-9ff2-27ba97b06bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:55.727632 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 51130) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:45:55.944868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Deleting port e0284adc-c74d-4505-8e2e-f586238ff4c0 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:45:55.945183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:56.122672 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:56.123055 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:56.257573 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Calling delete_port for e0284adc-c74d-4505-8e2e-f586238ff4c0 owned by network:floatingip {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:45:56.442716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:56.458236 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-4cb7b3a1-3234-4d7b-89aa-a53b64811fcd tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:45:56.556273 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event deleted for resources: {'Port': ['ID=e0284adc-c74d-4505-8e2e-f586238ff4c0,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:45:56.560658 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:45:56.721086 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:56.721497 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Floating IP 3e32fb2c-7180-4b01-892b-0c7dbdf4048c disassociated (deleted). External IP: 172.27.1.21, port: f3e3e57e-fcda-4874-a932-e9bf5df190ad.
Apr 15 19:45:57.090107 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:45:57.504887 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:45:57.515741 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:45:57.522356 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:57.525617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:45:57.526290 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba14668>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:45:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:45:57.583227 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8726c131-bf46-4b59-8cde-dadb4b9764af tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "DELETE /v2.0/floatingips/3e32fb2c-7180-4b01-892b-0c7dbdf4048c HTTP/1.1" status: 204  len: 168 time: 1.8544137
Apr 15 19:45:57.583916 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:45:57.720876 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:45:57.839289 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'status': 'completed', 'code': 200}
Apr 15 19:45:58.082135 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-384351ba-ca14-40bd-a132-a95a12825e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:58.083735 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-384351ba-ca14-40bd-a132-a95a12825e62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 1099 time: 0.2105095
Apr 15 19:45:58.105465 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba14668>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:05Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:45:58.110244 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:45:58.119334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:45:58.120037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba14668>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:45:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:45:58.145266 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af89830-c719-426e-bd4d-c2d06e30b880 req-3ce70fdd-a741-4335-9e37-9fe17514ca40 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:58.146909 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4af89830-c719-426e-bd4d-c2d06e30b880 req-3ce70fdd-a741-4335-9e37-9fe17514ca40 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 946 time: 0.1668544
Apr 15 19:45:58.196823 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-4af89830-c719-426e-bd4d-c2d06e30b880 req-88d9ad96-3b1c-4193-b305-f745aae24cf9 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419228
Apr 15 19:45:58.232425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-9a90ff4c-e25b-4b36-97d1-c17ae21a3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:58.234334 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-9a90ff4c-e25b-4b36-97d1-c17ae21a3683 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.1425340
Apr 15 19:45:58.312203 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:45:58.313364 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-92c19f9d-d35c-4ef3-849a-9e7b57b5b704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad HTTP/1.1" status: 200  len: 217 time: 0.0706100
Apr 15 19:45:58.382451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-ccdc6fcf-8403-4f43-940f-99645a1412ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:58.384223 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-ccdc6fcf-8403-4f43-940f-99645a1412ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0642829
Apr 15 19:45:58.478620 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-f906070e-7c05-457a-b9de-9e45b51a003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:58.480250 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-f906070e-7c05-457a-b9de-9e45b51a003a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893123
Apr 15 19:45:58.629055 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-428f6eac-7ff7-4e4b-8bbb-4a738654f446 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410310
Apr 15 19:45:58.773513 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-e802fa43-b63b-4381-a111-b394f1a4dff6 req-1c0c3103-c01e-4b41-8734-a789a31c7717 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366584
Apr 15 19:45:58.851259 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9ba14668>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:05Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:45:58.855359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e2292-93ad-45f3-8a1b-4c331c871445 None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_floatingips': [{'id': '4ceb5283-9db6-4584-b9b8-db08578a9320', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'router_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'port_id': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'mac_address': 'fa:16:3e:70:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:42:01Z', 'updated_at': '2021-04-15T19:42:05Z', 'revision_number': 1, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:45:59.212239 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f124d36-b5e6-4c83-953f-6a59cf9ed376 None None] New status for floating IP 3e32fb2c-7180-4b01-892b-0c7dbdf4048c: DOWN {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:45:59.467187 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2eec0-cab4-4856-88f6-ab7c4c482c77 req-ab4ec5de-9baa-4935-926f-3251a704dcae tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:59.468874 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-17a2eec0-cab4-4856-88f6-ab7c4c482c77 req-ab4ec5de-9baa-4935-926f-3251a704dcae tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 946 time: 0.1502368
Apr 15 19:45:59.518782 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-17a2eec0-cab4-4856-88f6-ab7c4c482c77 req-8928f1f4-3a84-4ab8-8082-ab2772d74586 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433846
Apr 15 19:45:59.810617 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-08cb6d89-ee9b-4a1e-9db6-716d8ceb6653 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:45:59.811391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-08cb6d89-ee9b-4a1e-9db6-716d8ceb6653 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Synchronizing usage tracker for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:45:59.854257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-08cb6d89-ee9b-4a1e-9db6-716d8ceb6653 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Unset dirty status for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:45:59.855438 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-08cb6d89-ee9b-4a1e-9db6-716d8ceb6653 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 946 time: 0.1307275
Apr 15 19:45:59.935202 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Deleting port f3e3e57e-fcda-4874-a932-e9bf5df190ad {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:45:59.935532 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:00.194806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] For port f3e3e57e-fcda-4874-a932-e9bf5df190ad, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f3e3e57e-fcda-4874-a932-e9bf5df190ad,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:00.195137 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:00.327729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Calling delete_port for f3e3e57e-fcda-4874-a932-e9bf5df190ad owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:00.511441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:00.527298 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-83cb7371-ecd4-4dc9-b68e-48eb33464176 tempest-AttachVolumeShelveTestJSON-1261079454 tempest-AttachVolumeShelveTestJSON-1261079454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:00.624043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event deleted for resources: {'Port': ['ID=f3e3e57e-fcda-4874-a932-e9bf5df190ad,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:00.631097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:00.683484 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1c3707b0-4a87-4787-b96d-b53a3811a769 req-a5b28d17-d0c3-4bbe-893e-86c50345b711 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 210 time: 0.0525994
Apr 15 19:46:00.783313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] No DVR routers for this DVR port f3e3e57e-fcda-4874-a932-e9bf5df190ad on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:46:00.785812 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:00.788536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'name': 'network-vif-deleted', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:46:00.836137 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3325632-651b-4bb2-b477-825692327200', 'name': 'network-vif-deleted', 'tag': 'f3e3e57e-fcda-4874-a932-e9bf5df190ad', 'status': 'completed', 'code': 200}
Apr 15 19:46:00.838135 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-b9099d6c-125c-4da8-8682-8893a5c68805 req-11174957-349f-4db1-ad91-38b38ec97b35 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "DELETE /v2.0/ports/f3e3e57e-fcda-4874-a932-e9bf5df190ad HTTP/1.1" status: 204  len: 173 time: 0.9734108
Apr 15 19:46:01.860185 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-1d6f63a2-2e9a-4f07-9eb4-897f2cd416c4 req-55a55cee-6356-43d9-9b4f-9fcbda804a11 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3325632-651b-4bb2-b477-825692327200 HTTP/1.1" status: 200  len: 210 time: 0.0494294
Apr 15 19:46:04.146195 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f3e3e57e-fcda-4874-a932-e9bf5df190ad no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:04.186245 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: f3e3e57e-fcda-4874-a932-e9bf5df190ad {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:04.186643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device f3e3e57e-fcda-4874-a932-e9bf5df190ad not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:05.454629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8afac202-8f0a-4499-81ab-84e0a13d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:05.461115 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 51170) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:05.680249 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Deleting port 4c523317-732c-4377-8415-94be2e0cca7d {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:05.680639 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:05.858560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:05.858940 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:05.989885 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Calling delete_port for 4c523317-732c-4377-8415-94be2e0cca7d owned by network:floatingip {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:06.174436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:06.190095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-fedbb606-4215-4ea1-b96e-7127764a71d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:06.287283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event deleted for resources: {'Port': ['ID=4c523317-732c-4377-8415-94be2e0cca7d,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:06.291185 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:06.448080 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:06.448410 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.db.l3_db [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Floating IP 4ceb5283-9db6-4584-b9b8-db08578a9320 disassociated (deleted). External IP: 172.27.1.6, port: 71c4bca1-fcfe-49eb-9550-54861e2ca1c8.
Apr 15 19:46:06.817901 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:46:07.005449 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:46:07.016354 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:46:07.022586 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:07.026864 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:46:07.027521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b662f28>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:45:37Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:07.080931 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-438766c6-20b8-4a1a-b214-a021158acd2f tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "DELETE /v2.0/floatingips/4ceb5283-9db6-4584-b9b8-db08578a9320 HTTP/1.1" status: 204  len: 168 time: 1.6185343
Apr 15 19:46:07.081640 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:46:07.131165 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'status': 'completed', 'code': 200}
Apr 15 19:46:07.216536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:46:07.246790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-2591e6c4-357f-472c-81c2-6ccf7d6b0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:07.249085 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-2591e6c4-357f-472c-81c2-6ccf7d6b0a45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee85236559e849beb8f204ab73f5c9f1&device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 1099 time: 0.0858221
Apr 15 19:46:07.493759 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3731-1827-47b5-8f76-a543cfc8d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:07.577919 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce479ea-c1ad-4f60-b655-bb131b4e886a req-4476359c-ef70-4943-8e11-8e0e742aa19a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:07.580060 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8ce479ea-c1ad-4f60-b655-bb131b4e886a req-4476359c-ef70-4943-8e11-8e0e742aa19a tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 946 time: 0.0946229
Apr 15 19:46:07.588177 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b662f28>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:07.593878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:46:07.603339 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:46:07.604206 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b662f28>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:46:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:07.633113 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8ce479ea-c1ad-4f60-b655-bb131b4e886a req-96ada0c6-40a7-47ea-a371-dc57b4385a70 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464551
Apr 15 19:46:07.658048 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-179d5cda-f673-4b36-be3b-059d15ceaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:07.659631 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-179d5cda-f673-4b36-be3b-059d15ceaa30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 200  len: 913 time: 0.4003048
Apr 15 19:46:07.738268 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-d8d59b2c-c92f-4788-9519-7e4ebffadc39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8 HTTP/1.1" status: 200  len: 217 time: 0.0703120
Apr 15 19:46:07.799218 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:46:07.807625 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-9e4e00b0-89a4-46c3-af62-8c68e56fcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:07.809206 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-9e4e00b0-89a4-46c3-af62-8c68e56fcafc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 200  len: 851 time: 0.0642951
Apr 15 19:46:07.892302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-2c1aac6c-5405-43c2-9e28-ab2435a6c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:07.893844 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-2c1aac6c-5405-43c2-9e28-ab2435a6c40e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bae0f99e-79fa-415a-b153-adad5f08caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778766
Apr 15 19:46:08.039280 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-dd394dc5-0220-4a28-9959-3fd253ddc73d service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382611
Apr 15 19:46:08.106795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:08.142552 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b662f28>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:08.146697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4849f4-e846-49ad-846a-99311d6a85fa None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:37:23Z', 'revision_number': 4, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi', '_interfaces': [{'id': '50d68f66-ffec-4b73-b365-a0199e896162', 'name': '', 'network_id': 'bae0f99e-79fa-415a-b153-adad5f08caf7', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'mac_address': 'fa:16:3e:d7:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6a14186e-6409-475a-b7c4-ab5996497464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:22Z', 'updated_at': '2021-04-15T19:37:37Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'subnets': [{'id': '6a14186e-6409-475a-b7c4-ab5996497464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:46:08.184590 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7c732863-b6c1-4931-82b5-33c4e35319eb req-5229feae-4e1a-41a1-b7dd-deda8f023654 service neutron] 10.222.0.42 "GET /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382971
Apr 15 19:46:08.536007 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba25bd-6729-4b9b-962c-95a7202787c6 None None] New status for floating IP 4ceb5283-9db6-4584-b9b8-db08578a9320: DOWN {{(pid=85381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:46:08.545768 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:08.842292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63453775-ab9b-449f-b515-e8e4b34e521e req-b21bbdfd-b0f8-4f31-98b1-c23b8284c060 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:08.843867 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63453775-ab9b-449f-b515-e8e4b34e521e req-b21bbdfd-b0f8-4f31-98b1-c23b8284c060 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 946 time: 0.0880742
Apr 15 19:46:08.891433 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-63453775-ab9b-449f-b515-e8e4b34e521e req-000a9cc8-aa44-4846-b808-c41b366c1cec tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/security-groups?id=482bfd72-c896-4e4f-b6d7-4a6c514af741&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411322
Apr 15 19:46:09.189367 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-105e8e49-7c4a-475e-b282-f9d29499f5bf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:09.190144 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-105e8e49-7c4a-475e-b282-f9d29499f5bf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Synchronizing usage tracker for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85378) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:46:09.236958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.quota.resource [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-105e8e49-7c4a-475e-b282-f9d29499f5bf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Unset dirty status for tenant:ee85236559e849beb8f204ab73f5c9f1 on resource:port {{(pid=85378) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:46:09.238220 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-105e8e49-7c4a-475e-b282-f9d29499f5bf tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 946 time: 0.1389084
Apr 15 19:46:09.317425 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Deleting port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:09.317819 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:09.576729 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] For port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:09.577136 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:09.712500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Calling delete_port for 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 owned by compute:nova {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:09.905821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:09.925366 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-60ab8e0e-e059-40a7-9f5d-db80afdb569f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:09.935100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:10.021376 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event deleted for resources: {'Port': ['ID=71c4bca1-fcfe-49eb-9550-54861e2ca1c8,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:10.028684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:10.056161 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-7695dba0-e310-4f7f-bbf0-47700a444d97 req-c82d25a4-f822-4bc2-aa9f-038d32bd9533 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 210 time: 0.0495198
Apr 15 19:46:10.172095 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] No DVR routers for this DVR port 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 on host hv-cinder-77630 {{(pid=85378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:46:10.174480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for port, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:10.177150 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'name': 'network-vif-deleted', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8'}] {{(pid=85378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:46:10.220997 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-2988ce6c-0b4f-42b9-9d2c-accc8e736c70 req-ae9f9f93-2a17-49bc-8cad-cf0154566970 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.42 "DELETE /v2.0/ports/71c4bca1-fcfe-49eb-9550-54861e2ca1c8 HTTP/1.1" status: 204  len: 173 time: 0.9746373
Apr 15 19:46:10.225534 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319a30b7-e4b6-4af2-be01-b81b1de0444a', 'name': 'network-vif-deleted', 'tag': '71c4bca1-fcfe-49eb-9550-54861e2ca1c8', 'status': 'completed', 'code': 200}
Apr 15 19:46:11.236353 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [req-8643062e-b823-42a6-8679-547d026bba65 req-98debb31-895c-4900-b029-37d08a8a63f9 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "GET /v2.0/ports?device_id=319a30b7-e4b6-4af2-be01-b81b1de0444a HTTP/1.1" status: 200  len: 210 time: 0.0529954
Apr 15 19:46:12.343299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85378) accepted ('10.222.0.25', 51190) {{(pid=85378) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:12.513705 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Deleting port b309623b-351a-432b-8c18-854d1e0da99c {{(pid=85378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:12.514100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:12.695398 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:12.695777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:12.827849 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Calling delete_port for b309623b-351a-432b-8c18-854d1e0da99c owned by network:floatingip {{(pid=85378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:13.013528 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847893434'] for port, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:13.029385 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-7a6da156-d22f-4c8e-bd93-531c88a385f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:13.124426 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event deleted for resources: {'Port': ['ID=b309623b-351a-432b-8c18-854d1e0da99c,revision_number=None']} {{(pid=85378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:13.128276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:13.285868 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for floatingip, after_delete {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:13.300089 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1748'] for floatingip, before_response {{(pid=85378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:13.301326 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-5fdb7606-d669-409d-acab-6310c53be62d tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "DELETE /v2.0/floatingips/dee32a45-4e5f-4912-95df-848e68a2670b HTTP/1.1" status: 204  len: 168 time: 0.9568715
Apr 15 19:46:14.161765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:14.201883 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] No Port match for: 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:14.202278 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Device 71c4bca1-fcfe-49eb-9550-54861e2ca1c8 not bound to the agent host hv-cinder-77630 {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:14.753897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51204) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:14.825901 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:14.856735 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:15.042758 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:15.048606 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1da08142-b265-4d39-994c-993498497cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:15.064599 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482bfd72-c896-4e4f-b6d7-4a6c514af741,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:15.075660 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.076083 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.076499 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.076909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.077313 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.077743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.078147 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.078550 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.078952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.079349 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.079746 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.080142 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-4-iscsi {{(pid=85379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:15.083383 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:15.127270 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:15.128493 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] 10.222.0.25 "DELETE /v2.0/security-groups/482bfd72-c896-4e4f-b6d7-4a6c514af741 HTTP/1.1" status: 204  len: 168 time: 0.3735271
Apr 15 19:46:15.248821 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51210) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:15.919452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:16.253024 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:46:16.281468 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Deleting port 50d68f66-ffec-4b73-b365-a0199e896162 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:16.281852 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:16.460176 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] For port 50d68f66-ffec-4b73-b365-a0199e896162, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=50d68f66-ffec-4b73-b365-a0199e896162,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:16.460615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:16.589065 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Calling delete_port for 50d68f66-ffec-4b73-b365-a0199e896162 owned by network:router_interface {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:17.024952 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:17.040308 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-757e52b2-43c9-41e9-ae06-ace7bec2ba34 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:17.135458 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Pushing event deleted for resources: {'Port': ['ID=50d68f66-ffec-4b73-b365-a0199e896162,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:17.138544 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:17.480601 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:17.711750 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:17.978330 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:46:18.166097 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:46:18.175043 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] Sync routers for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:46:18.179748 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-e46b647b-2083-4f23-a03d-045e1297197d admin admin] 10.222.0.25 "PUT /v2.0/routers/c4d4e0c1-cea1-44b1-8438-da4b76f52a42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9297376
Apr 15 19:46:18.182427 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51216) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:18.185441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:46:18.186114 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b2efeb8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:46:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:18.366548 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:18.371307 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:46:18.554304 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:18.591491 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Deleting port 5cfcabd2-224e-4e28-a762-03fa787acb1e {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:18.591862 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:18.791653 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] For port 5cfcabd2-224e-4e28-a762-03fa787acb1e, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=5cfcabd2-224e-4e28-a762-03fa787acb1e,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:18.792053 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:18.852110 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b2efeb8>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:46:16Z', 'revision_number': 5, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port': {'id': '5cfcabd2-224e-4e28-a762-03fa787acb1e', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:16Z', 'updated_at': '2021-04-15T19:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:18.856763 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] Checking router: c4d4e0c1-cea1-44b1-8438-da4b76f52a42 for host: dv-cinder-776307-4-iscsi {{(pid=85380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:46:18.865679 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] Routers {'c4d4e0c1-cea1-44b1-8438-da4b76f52a42'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:46:18.866342 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9b2efeb8>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:46:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'], 'active': True} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:18.927025 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Calling delete_port for 5cfcabd2-224e-4e28-a762-03fa787acb1e owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:19.025219 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] Set router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 gateway port host: None {{(pid=85380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:46:19.138896 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9b2efeb8>, [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:46:18Z', 'revision_number': 6, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port_host': None}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:19.143140 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d960a-b339-4c21-9748-aca953cecc25 None None] The sync data for ids ['c4d4e0c1-cea1-44b1-8438-da4b76f52a42'] in dv-cinder-776307-4-iscsi is: [{'id': 'c4d4e0c1-cea1-44b1-8438-da4b76f52a42', 'name': 'tempest-TestVolumeBootPattern-1276849268-router', 'tenant_id': 'ee85236559e849beb8f204ab73f5c9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:14Z', 'updated_at': '2021-04-15T19:46:18Z', 'revision_number': 6, 'project_id': 'ee85236559e849beb8f204ab73f5c9f1', 'gw_port_host': None}] {{(pid=85380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:46:19.197408 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:19.214777 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-807af9b4-fa73-4296-9904-6e2569233f50 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:19.312935 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfcabd2-224e-4e28-a762-03fa787acb1e,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:19.317005 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:19.722257 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:19.905163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:19.907452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:19.962858 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:19.963401 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d4e0c1-cea1-44b1-8438-da4b76f52a42 {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:46:19.975914 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:19.977066 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-95e1e916-e857-4d8a-a4ae-95682b482fb6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c4d4e0c1-cea1-44b1-8438-da4b76f52a42 HTTP/1.1" status: 204  len: 168 time: 1.7936676
Apr 15 19:46:19.979682 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51220) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:20.046790 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Deleting subnet 6a14186e-6409-475a-b7c4-ab5996497464 {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:46:20.049857 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:20.102835 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:20.183947 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:20.471069 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:20.487359 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d786d677-5b4d-449b-971d-1602ba72c14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:20.570295 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a14186e-6409-475a-b7c4-ab5996497464,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:20.577161 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:20.621670 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:20.628073 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-72f8b793-4d77-465e-a943-d399fba1a365 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a14186e-6409-475a-b7c4-ab5996497464 HTTP/1.1" status: 204  len: 168 time: 0.6471517
Apr 15 19:46:20.628514 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d97b6-a0e2-4280-b0ab-25fa5f4a510f None None] Network bae0f99e-79fa-415a-b153-adad5f08caf7 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:46:20.630743 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51224) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:20.699387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 5cfcabd2-224e-4e28-a762-03fa787acb1e no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:20.750795 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:20.754833 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 5cfcabd2-224e-4e28-a762-03fa787acb1e {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:20.755237 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 5cfcabd2-224e-4e28-a762-03fa787acb1e not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:20.755714 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 50d68f66-ffec-4b73-b365-a0199e896162 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:20.802842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 50d68f66-ffec-4b73-b365-a0199e896162 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:20.803233 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 50d68f66-ffec-4b73-b365-a0199e896162 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:20.820122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Deleting port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:20.820508 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:20.960984 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] DHCP port deletion for bae0f99e-79fa-415a-b153-adad5f08caf7 request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:46:20.965275 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Deleting port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:20.966472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.042112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] For port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:21.042436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.175475 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Calling delete_port for e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 owned by network:dhcp {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:21.178232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] For port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,segment=NetworkSegment(6a489901-4aa9-48a5-a260-da80f24fac8d),segment_id=6a489901-4aa9-48a5-a260-da80f24fac8d)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:21.178665 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.287368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.302718 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-1a37270e-f4ee-4e63-887a-75a743526bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:21.312680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Calling delete_port for e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:21.385281 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85380) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:46:21.385722 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:46:21.400441 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:21.405006 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:21.444720 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] No DVR routers for this DVR port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 on host dv-cinder-776307-4-iscsi {{(pid=85379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:46:21.565588 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.678872 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9a067be0>,) {'filters': {'network_id': ['bae0f99e-79fa-415a-b153-adad5f08caf7']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:21.692037 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a067be0>, '6a489901-4aa9-48a5-a260-da80f24fac8d') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:21.692378 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9a067be0>, '6a489901-4aa9-48a5-a260-da80f24fac8d') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:21.704152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.719013 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.725198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:46:21.887470 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Deleting port e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:21.888027 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.903878 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Network bae0f99e-79fa-415a-b153-adad5f08caf7 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:46:21.912769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:21.961693 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-b18670ba-d956-4eeb-8360-c2c733a1a310 None None] The port 'e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4' was deleted {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:46:22.102958 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Network bae0f99e-79fa-415a-b153-adad5f08caf7 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:46:22.133232 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:46:22.237113 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:22.240374 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-c791d31f-b0c9-4238-b8f5-97b2d43c864a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:22.253955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:22.265391 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae0f99e-79fa-415a-b153-adad5f08caf7,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:22.268700 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:22.300590 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-eee52c48-527e-4f0b-9cf5-b54b5e805057 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bae0f99e-79fa-415a-b153-adad5f08caf7 HTTP/1.1" status: 204  len: 168 time: 1.6688251
Apr 15 19:46:22.303704 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51228) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:22.672892 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:22.710153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:22.710559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device e4c39ab0-9e8f-4fbb-bac3-b448d3aa76f4 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:22.870806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853105142'] for router_interface, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:23.474299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Deleting port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:23.474895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:23.658292 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] For port 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,segment=NetworkSegment(2d8733ac-a911-41b0-8e71-c3342eb889ca),segment_id=2d8733ac-a911-41b0-8e71-c3342eb889ca)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:23.658697 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:23.793038 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Calling delete_port for 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 owned by network:router_interface {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:23.997955 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:24.013565 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-e11bbe5a-f899-4d6a-b7cc-e934eb765246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:24.104662 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe2ae21-88f3-4adc-9aa9-bd08e749bc35,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:24.111980 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:24.456842 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853100895'] for router_interface, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:24.957535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Router 29049453-6c5c-478e-b19b-12684ac6ef19 has already been hosted by L3 agent 304fab05-46e6-40e2-b910-37beee6d24d0 {{(pid=85379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:46:25.141112 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Notify agent at l3_agent.dv-cinder-776307-4-iscsi the message routers_updated {{(pid=85379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:46:25.150536 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] Sync routers for ids ['29049453-6c5c-478e-b19b-12684ac6ef19'] in dv-cinder-776307-4-iscsi {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:46:25.150689 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] 10.222.0.25 "PUT /v2.0/routers/29049453-6c5c-478e-b19b-12684ac6ef19/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8458133
Apr 15 19:46:25.153276 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51232) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:25.160866 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] Routers {'29049453-6c5c-478e-b19b-12684ac6ef19'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:46:25.161559 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb45b70>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:46:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29049453-6c5c-478e-b19b-12684ac6ef19'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:25.341051 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks [] for router, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:25.346988 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] Set router 29049453-6c5c-478e-b19b-12684ac6ef19 gateway port host: dv-cinder-776307-4-iscsi {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:46:25.526633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:25.572780 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Deleting port d5430ce4-6fe3-407e-8bb5-249fe4b2c176 {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:25.573157 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:25.644751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb45b70>, [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'external_fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:46:23Z', 'revision_number': 5, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port': {'id': 'd5430ce4-6fe3-407e-8bb5-249fe4b2c176', 'name': '', 'network_id': 'aff3dc65-72ca-47ab-a63f-a78e07c2b292', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f498c293-4ecf-472f-a211-b31176074df8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:37:33Z', 'updated_at': '2021-04-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f498c293-4ecf-472f-a211-b31176074df8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-4-iscsi'}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:25.648806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] Checking router: 29049453-6c5c-478e-b19b-12684ac6ef19 for host: dv-cinder-776307-4-iscsi {{(pid=85381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:46:25.658633 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] Routers {'29049453-6c5c-478e-b19b-12684ac6ef19'} bound to L3 agent in host dv-cinder-776307-4-iscsi {{(pid=85381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:46:25.659299 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb45b70>, 'dv-cinder-776307-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:26:37Z,description=<?>,heartbeat_timestamp=2021-04-15T19:46:07Z,host='dv-cinder-776307-4-iscsi',id=304fab05-46e6-40e2-b910-37beee6d24d0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:26:37Z,topic='l3_agent')) {'router_ids': ['29049453-6c5c-478e-b19b-12684ac6ef19'], 'active': True} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:25.759368 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] For port d5430ce4-6fe3-407e-8bb5-249fe4b2c176, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,segment=NetworkSegment(046f5822-5e11-4eae-b23d-1b73e50d19e7),segment_id=046f5822-5e11-4eae-b23d-1b73e50d19e7)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:25.759770 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:25.820305 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvr_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] Set router 29049453-6c5c-478e-b19b-12684ac6ef19 gateway port host: None {{(pid=85381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:46:25.891351 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Calling delete_port for d5430ce4-6fe3-407e-8bb5-249fe4b2c176 owned by network:router_gateway {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:25.933447 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_hamode_db [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6d9bb45b70>, [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:46:25Z', 'revision_number': 6, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port_host': None}], 'dv-cinder-776307-4-iscsi', False) {} {{(pid=85381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:25.937511 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313b3a0-f3e9-4691-8cb8-04ecb7e43344 None None] The sync data for ids ['29049453-6c5c-478e-b19b-12684ac6ef19'] in dv-cinder-776307-4-iscsi is: [{'id': '29049453-6c5c-478e-b19b-12684ac6ef19', 'name': 'tempest-TestVolumeBootPattern-2076304479-router', 'tenant_id': '653a0a51673947558e7009787db3aa00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:37:31Z', 'updated_at': '2021-04-15T19:46:25Z', 'revision_number': 6, 'project_id': '653a0a51673947558e7009787db3aa00', 'gw_port_host': None}] {{(pid=85381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:46:26.121527 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:26.135052 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-2c337979-d18a-408d-b4a1-7fcc31793287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:26.479716 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5430ce4-6fe3-407e-8bb5-249fe4b2c176,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:26.486600 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:26.646477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853101029'] for router_gateway, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:26.659813 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:26.697495 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:26.697897 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device 7fe2ae21-88f3-4adc-9aa9-bd08e749bc35 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:26.698360 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d5430ce4-6fe3-407e-8bb5-249fe4b2c176 no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:26.736472 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: d5430ce4-6fe3-407e-8bb5-249fe4b2c176 {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:26.736806 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device d5430ce4-6fe3-407e-8bb5-249fe4b2c176 not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:26.830482 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853102175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14479'] for router, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:26.832751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:26.886989 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1667377'] for router, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:26.887535 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29049453-6c5c-478e-b19b-12684ac6ef19 {{(pid=85379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:46:26.899917 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] Notify callbacks [] for router, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:26.901151 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-d79b9178-16b4-460e-b64f-afd14c308297 admin admin] 10.222.0.25 "DELETE /v2.0/routers/29049453-6c5c-478e-b19b-12684ac6ef19 HTTP/1.1" status: 204  len: 168 time: 1.7468600
Apr 15 19:46:26.903875 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51236) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:26.973570 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Deleting subnet 7426e919-c892-4beb-870b-112dec06090d {{(pid=85379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:46:26.976643 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:27.029228 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848344233'] for subnet, precommit_delete_associations {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:27.108834 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774913'] for subnet, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:27.580243 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6431500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6498903'] for subnet, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:27.596867 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:27.680638 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7426e919-c892-4beb-870b-112dec06090d,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:27.687719 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:27.730730 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:27.736124 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e43cee-240c-4dcd-b537-55806719de28 None None] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 requested from dv-cinder-776307-4-iscsi {{(pid=85380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:46:27.737345 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8e6d3301-dab4-4055-b46e-147cf7f7be04 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7426e919-c892-4beb-870b-112dec06090d HTTP/1.1" status: 204  len: 168 time: 0.8324203
Apr 15 19:46:27.739364 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51240) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:27.857430 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-48092'] for network, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:27.928873 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Deleting port c05d2127-81d7-4213-886e-7a55cf03cf0d {{(pid=85379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:27.929248 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:27.985132 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] DHCP port deletion for 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 request from dv-cinder-776307-4-iscsi {{(pid=85380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 19:46:27.989370 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Deleting port c05d2127-81d7-4213-886e-7a55cf03cf0d {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:27.989784 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.143101 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] For port c05d2127-81d7-4213-886e-7a55cf03cf0d, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=c05d2127-81d7-4213-886e-7a55cf03cf0d,segment=NetworkSegment(2d8733ac-a911-41b0-8e71-c3342eb889ca),segment_id=2d8733ac-a911-41b0-8e71-c3342eb889ca)] {{(pid=85379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:28.143420 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.207323 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.db [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] For port c05d2127-81d7-4213-886e-7a55cf03cf0d, host dv-cinder-776307-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-4-iscsi',level=0,port_id=c05d2127-81d7-4213-886e-7a55cf03cf0d,segment=NetworkSegment(2d8733ac-a911-41b0-8e71-c3342eb889ca),segment_id=2d8733ac-a911-41b0-8e71-c3342eb889ca)] {{(pid=85380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:46:28.207769 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853096647'] for port, precommit_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.277480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Calling delete_port for c05d2127-81d7-4213-886e-7a55cf03cf0d owned by network:dhcp {{(pid=85379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:28.338184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Calling delete_port for c05d2127-81d7-4213-886e-7a55cf03cf0d owned by network:dhcp {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:46:28.379808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-204252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756797660463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280057565744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848344231'] for port, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.395560 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-b6fbe7ee-cc42-45d9-b2a9-325f6a57b620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:28.411471 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.db.api [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85380) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:46:28.411861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_db.api [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85380) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:46:28.488473 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05d2127-81d7-4213-886e-7a55cf03cf0d,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:28.495500 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:28.537976 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] No DVR routers for this DVR port c05d2127-81d7-4213-886e-7a55cf03cf0d on host dv-cinder-776307-4-iscsi {{(pid=85379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:46:28.659479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device c05d2127-81d7-4213-886e-7a55cf03cf0d no longer exists at agent ovs-agent-dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:46:28.660201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2020606', 'neutron.services.segments.db._delete_segments_for_network-8756797780168'] for network, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.699002 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] No Port match for: c05d2127-81d7-4213-886e-7a55cf03cf0d {{(pid=85380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:46:28.699558 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.rpc [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Device c05d2127-81d7-4213-886e-7a55cf03cf0d not bound to the agent host dv-cinder-776307-4-iscsi {{(pid=85380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:46:28.774457 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6d9b184c50>,) {'filters': {'network_id': ['8643ad9f-23f5-42fc-8479-bb3ea6dd1370']}} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:28.787153 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b184c50>, '2d8733ac-a911-41b0-8e71-c3342eb889ca') {'for_net_delete': True} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:28.787490 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.services.segments.db [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6d9b184c50>, '2d8733ac-a911-41b0-8e71-c3342eb889ca') {} {{(pid=85379) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:46:28.799121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756797784793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6431599'] for segment, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.814183 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3865'] for segment, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.820646 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=85379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:46:28.913823 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Deleting port c05d2127-81d7-4213-886e-7a55cf03cf0d {{(pid=85380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:46:28.914234 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280057119092'] for port, before_delete {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:28.985327 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.plugin [None req-27548176-5b50-4dee-b157-6e01304336b2 None None] The port 'c05d2127-81d7-4213-886e-7a55cf03cf0d' was deleted {{(pid=85380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 19:46:29.000582 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:46:29.009614 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848344659'] for segment, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:29.186466 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.plugins.ml2.managers [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Network 8643ad9f-23f5-42fc-8479-bb3ea6dd1370 has no segments {{(pid=85379) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]: Traceback (most recent call last):
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     timer()
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     cb(*args, **kw)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     return func(*args, **kwargs)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     self._notify()
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     self.callback(batched_events)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     event.method(event)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     segment_id)['aggregates'][0]
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     return f(self, *a, **k)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self._get(url).json()
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     **kwargs)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     **endpoint_filter)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:46:29.212224 dv-cinder-776307-4-iscsi neutron-server[85263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:46:29.316675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852755209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854382233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1674997'] for network, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:29.320062 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-cc72689c-104f-4d18-8a0f-4e7a309b5d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:29.335675 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973902'] for network, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:29.344719 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=8643ad9f-23f5-42fc-8479-bb3ea6dd1370,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:29.347615 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:29.349494 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-8e231870-4984-4331-a97b-eb43e7b43e82 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8643ad9f-23f5-42fc-8479-bb3ea6dd1370 HTTP/1.1" status: 204  len: 168 time: 1.6091123
Apr 15 19:46:29.543822 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51246) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:29.598450 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-0e5059a9-cce4-4ac3-bf8a-cbd803263c84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee85236559e849beb8f204ab73f5c9f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533636
Apr 15 19:46:29.600923 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51250) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:29.662436 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-335a49a9-ce2f-4170-b5a9-a3d5de87ee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:29.688854 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-335a49a9-ce2f-4170-b5a9-a3d5de87ee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:29.768452 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-335a49a9-ce2f-4170-b5a9-a3d5de87ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:29.773245 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-bcccdd8f-e462-4ede-ab82-b61e811421f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:29.787699 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a49a9-ce2f-4170-b5a9-a3d5de87ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345b3a78-9f04-4798-b4f5-60e6122d47b9,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:29.791329 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-335a49a9-ce2f-4170-b5a9-a3d5de87ee46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:29.794513 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-335a49a9-ce2f-4170-b5a9-a3d5de87ee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:29.795716 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-335a49a9-ce2f-4170-b5a9-a3d5de87ee46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/345b3a78-9f04-4798-b4f5-60e6122d47b9 HTTP/1.1" status: 204  len: 168 time: 0.1937988
Apr 15 19:46:30.292396 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51258) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:30.343630 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-7ad1193b-5527-48e2-b684-50ebc6418c85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=653a0a51673947558e7009787db3aa00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499394
Apr 15 19:46:30.346066 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [-] (85379) accepted ('10.222.0.25', 51262) {{(pid=85379) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:30.409073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee51bf63-0c38-4d00-8272-1fea905ab29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:30.436451 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee51bf63-0c38-4d00-8272-1fea905ab29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:30.511143 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee51bf63-0c38-4d00-8272-1fea905ab29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379897'] for security_group, after_delete {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:30.516152 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-97a0c842-ca40-4360-999d-1f25307aa9d1 tempest-TestVolumeBootPattern-1212997414 tempest-TestVolumeBootPattern-1212997414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:30.530044 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51bf63-0c38-4d00-8272-1fea905ab29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16a6c8-126a-4437-8ecb-0f761478c683,revision_number=None']} {{(pid=85379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:30.532410 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG oslo_concurrency.lockutils [None req-ee51bf63-0c38-4d00-8272-1fea905ab29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85379) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:30.534637 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ee51bf63-0c38-4d00-8272-1fea905ab29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85379) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:30.535800 dv-cinder-776307-4-iscsi neutron-server[85263]: INFO neutron.wsgi [None req-ee51bf63-0c38-4d00-8272-1fea905ab29a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b16a6c8-126a-4437-8ecb-0f761478c683 HTTP/1.1" status: 204  len: 168 time: 0.1887560
Apr 15 19:46:35.453991 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-821cba61-36fa-4755-9c9c-41215180cda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:37.476649 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-78a9414c-882d-44e5-8924-ea0af4b3d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:38.070966 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:38.545279 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:39.945283 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:47.705840 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:53.252598 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:47:05.459387 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-1369edfb-6851-4651-ad21-61d7893f0e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:07.476479 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-5fab0238-da41-4d18-bb5b-598c951357cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.064302 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.544184 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:09.945513 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:17.716629 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:30.253416 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:47:35.464201 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-33a125ce-5afc-4c24-a528-eca3cd80f94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:37.488616 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5e80-d147-4276-8d1b-ad4ff803a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:38.088197 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:38.552477 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:39.939711 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:47.722346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:05.475850 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-bbad5dc6-3046-48ff-aaf2-1ca6bef48cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:07.253861 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:48:07.476116 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-9f973d52-2354-49af-8105-1a0543237105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:08.076175 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:08.544970 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:09.961751 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:17.739093 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:35.469724 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-043f0eee-97b5-45c4-bff6-f9bff3d06015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:37.499128 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-dbd28392-07f9-4879-88a7-382473660c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.093289 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.561765 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:39.956403 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:44.254163 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:48:47.733108 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:05.470781 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e8c4dbae-f80b-4743-a166-70c1b417479c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.487198 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-56667cda-292b-4daa-b7d5-a60c2e517d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:08.087056 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:08.544450 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:09.973231 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:17.738708 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:21.254073 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:49:35.470100 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c8ce-d6b1-4610-8b2c-b1a644e63168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:37.481346 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-8bec15d4-1571-48b8-b8c7-3708f9549ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:38.081474 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:38.538674 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:39.961191 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:47.727189 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:58.257254 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:50:05.475684 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-3c869c79-13f3-4bab-8f80-6e7ad426578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:07.480909 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-da27d78b-b62d-4636-ad2b-9ad9112ccb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:08.092334 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:08.543808 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:09.966732 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:17.732480 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:35.256063 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:50:35.474937 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-d1459221-c4a2-49a2-bbc9-a11512425a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:37.480817 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-e564df54-e196-44d6-9e00-82d26ede4999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.109567 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.554933 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:39.972121 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:45.665776 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.wsgi [req-06451237-bab6-4898-9f8a-a1fbe17573c9 req-dfe361dd-06f6-4b7f-8b4a-4934b9e6066a service neutron] (85378) timed out ('10.222.0.42', 52865) {{(pid=85378) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 19:50:47.726669 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:05.463695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-326072d5-4063-49fa-992d-9e8a7644d201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:07.486680 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-f0004b66-4702-41a5-9208-b3313aaecc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.098624 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.555232 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:09.978379 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:12.254695 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron.db.agents_db [None req-4d43c61f-e31e-441e-8dad-94584a95d928 None None] Agent healthcheck: found 6 active agents {{(pid=85381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:51:17.749650 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-ead86d8a-1ab7-40e2-b962-49f507f99ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:35.469122 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-6cea905c-1b44-473a-84a5-b6b5b54dfda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.480895 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-51c7f7f2-cb15-4eed-923d-c3f490711356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.097839 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-31e84a3c-2317-44a9-a53c-010d7941f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.555381 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-04a997e4-fae1-40cf-8c22-9b41410956c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.989521 dv-cinder-776307-4-iscsi neutron-server[85263]: DEBUG neutron_lib.callbacks.manager [None req-603ab95a-d4d4-4017-9819-dbed489bbbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756797780151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852753360'] for agent, after_update {{(pid=85380) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}